{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5110.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1248): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1248) [trial-2391↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1248)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1248): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1248) [trial-2391↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:40:09.857712 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:40:09.868429 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:40:10.449257 tst mo_mt_sms.py: using LAC 34586\u000a15:40:10.573516 tst mo_mt_sms.py: using RAC 161\u000a15:40:10.703322 tst mo_mt_sms.py: using CellId 34586\u000a15:40:10.828447 tst mo_mt_sms.py: using BVCI 34587\u000a15:40:10.853103 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:40:11.036757 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:40:11.318780 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:40:11.447403 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:40:13.701756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1247): Launched\u000a15:40:14.009713 run osmo-nitb_10.42.42.2(pid=1248): Launched\u000a15:40:14.186702 run osmo-nitb_10.42.42.2(pid=1248): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1248)]\u000a15:40:14.314340 run osmo-nitb_10.42.42.2(pid=1248): stdout: \u000a| (launched: 2022-12-13_15:40:13.858011) \u000a15:40:14.442244 run osmo-nitb_10.42.42.2(pid=1248): stderr: \u000a| (launched: 2022-12-13_15:40:13.903732)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:40:14.565592 run osmo-nitb_10.42.42.2(pid=1248): stdout: \u000a| (launched: 2022-12-13_15:40:13.858011) \u000a15:40:14.687897 run osmo-nitb_10.42.42.2(pid=1248): stderr: \u000a| (launched: 2022-12-13_15:40:13.903732)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:40:14.741571 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1248): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1248) [trial-2391↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1248)] [trial-2391↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a15:40:14.749677 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a15:40:14.784873 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1247): Terminating (SIGTERM)\u000a15:40:14.962623 --- ParallelTerminationStrategy: PID 1247 died...\u000a15:40:15.018739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1247): Terminated: ok {rc=0}\u000a15:40:15.104116 bus /sierra_3: Setting Powered False\u000a15:40:16.224138 bus /sierra_3: Setting Powered False\u000a15:40:17.333534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:40:09" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1260): Process ended prematurely: osmo-stp_10.42.42.5(pid=1260) [trial-2391↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1260)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1260): Process ended prematurely: osmo-stp_10.42.42.5(pid=1260) [trial-2391↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a15:40:19.192996 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:19.204476 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a15:40:19.334990 tst mo_mt_sms.py: using LAC 34587\u000a15:40:19.464574 tst mo_mt_sms.py: using RAC 162\u000a15:40:19.587608 tst mo_mt_sms.py: using CellId 34587\u000a15:40:19.712798 tst mo_mt_sms.py: using BVCI 34588\u000a15:40:19.736187 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:19.746830 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:19.757421 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:19.767783 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:19.778318 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:19.789380 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:40:19.911657 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a15:40:20.120686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:21.858466 run create_hlr_db(pid=1254): Launched\u000a15:40:22.037510 bus /sierra_2: Setting Powered False\u000a15:40:23.057584 run create_hlr_db(pid=1254): Terminated: ok {rc=0}\u000a15:40:23.498517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1256): Launched\u000a15:40:23.833557 run osmo-hlr_10.42.42.2(pid=1257): Launched\u000a15:40:23.958309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:26.555483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1259): Launched\u000a15:40:26.888037 run osmo-stp_10.42.42.5(pid=1260): Launched\u000a15:40:27.007984 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:32.512392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1262): Launched\u000a15:40:32.821225 run osmo-msc_10.42.42.6(pid=1263): Launched\u000a15:40:33.001173 run osmo-stp_10.42.42.5(pid=1260): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1260)]\u000a15:40:33.131344 run osmo-stp_10.42.42.5(pid=1260): stdout: \u000a| (launched: 2022-12-13_15:40:26.723755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:33.258604 run osmo-stp_10.42.42.5(pid=1260): stderr: \u000a| �[0;m�[38;5;43m20221213154026921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154026921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154026921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154026921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154026922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154026922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154026922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:33.381448 run osmo-stp_10.42.42.5(pid=1260): stdout: \u000a| (launched: 2022-12-13_15:40:26.723755)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:33.503329 run osmo-stp_10.42.42.5(pid=1260): stderr: \u000a| �[0;m�[38;5;43m20221213154026921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154026921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154026921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154026921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154026922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154026922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154026922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:33.556933 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1260): Process ended prematurely: osmo-stp_10.42.42.5(pid=1260) [trial-2391↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1260)] [trial-2391↪sms:sysmo↪mo_mt_sms.py:16]\u000a15:40:33.565096 tst mo_mt_sms.py:16: Test FAILED (14.4 sec)\u000a15:40:33.625765 run osmo-hlr_10.42.42.2(pid=1257): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1257)]\u000a15:40:33.675270 run osmo-hlr_10.42.42.2(pid=1257): stdout: \u000a| (launched: 2022-12-13_15:40:23.667027) \u000a15:40:33.725269 run osmo-hlr_10.42.42.2(pid=1257): stderr: \u000a| �[0;m�[1;31m20221213154023873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154023873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154023873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154023873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154023873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154023873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154023885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154023893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154023894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154023894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:33.793134 run osmo-msc_10.42.42.6(pid=1263): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1263)]\u000a15:40:33.843059 run osmo-msc_10.42.42.6(pid=1263): stdout: \u000a| (launched: 2022-12-13_15:40:32.668286) \u000a15:40:33.893147 run osmo-msc_10.42.42.6(pid=1263): stderr: \u000a| �[0;m�[38;5;43m20221213154032946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154032946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbda24cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154032946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154032946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154032946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154032947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154032949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154032949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154032949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154032949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:33.935772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1256): Terminating (SIGTERM)\u000a15:40:33.976015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1259): Terminating (SIGTERM)\u000a15:40:34.017276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1262): Terminating (SIGTERM)\u000a15:40:34.026543 --- ParallelTerminationStrategy: PID 1256 died...\u000a15:40:34.081310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1256): Terminated: ok {rc=0}\u000a15:40:34.090913 --- ParallelTerminationStrategy: PID 1259 died...\u000a15:40:34.145536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1259): Terminated: ok {rc=0}\u000a15:40:34.155102 --- ParallelTerminationStrategy: PID 1262 died...\u000a15:40:34.209562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1262): Terminated: ok {rc=0}\u000a15:40:34.298479 bus /sierra_3: Setting Powered False\u000a15:40:35.402041 bus /sierra_3: Setting Powered False\u000a15:40:36.515167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:40:18" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2391↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2391↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a15:40:38.325571 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a15:40:38.336921 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a15:40:38.461575 tst assert_extension.py: using LAC 34588\u000a15:40:38.580607 tst assert_extension.py: using RAC 163\u000a15:40:38.701382 tst assert_extension.py: using CellId 34588\u000a15:40:38.829772 tst assert_extension.py: using BVCI 34589\u000a15:40:38.854923 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a15:40:39.138523 tst assert_extension.py:10: start nitb and bts...\u000a15:40:39.266814 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:40:39.905188 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Launched\u000a15:40:40.213232 run osmo-nitb_10.42.42.2(pid=1269): Launched\u000a15:40:40.402234 run osmo-nitb_10.42.42.2(pid=1269): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)]\u000a15:40:40.541691 run osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-13_15:40:40.061922) \u000a15:40:40.681326 run osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-13_15:40:40.107778)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:40:40.816465 run osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-13_15:40:40.061922) \u000a15:40:40.950188 run osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-13_15:40:40.107778)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:40:41.337632 tst osmo-nitb_10.42.42.2(pid=1269): stdout: \u000a| (launched: 2022-12-13_15:40:40.061922) \u000a15:40:41.460837 tst osmo-nitb_10.42.42.2(pid=1269): stderr: \u000a| (launched: 2022-12-13_15:40:40.107778)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:40:41.514570 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1269): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1269) [trial-2391↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1269)] [trial-2391↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a15:40:41.523150 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a15:40:41.558841 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminating (SIGTERM)\u000a15:40:41.737288 --- ParallelTerminationStrategy: PID 1268 died...\u000a15:40:41.793797 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1268): Terminated: ok {rc=0}\u000a15:40:41.884988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:40:38" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1279): Process ended prematurely: osmo-stp_10.42.42.5(pid=1279) [trial-2391↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1279)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1279): Process ended prematurely: osmo-stp_10.42.42.5(pid=1279) [trial-2391↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a15:40:43.689305 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:43.699940 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a15:40:43.824534 tst assert_extension.py: using LAC 34589\u000a15:40:43.946400 tst assert_extension.py: using RAC 164\u000a15:40:44.066221 tst assert_extension.py: using CellId 34589\u000a15:40:44.185480 tst assert_extension.py: using BVCI 34590\u000a15:40:44.208832 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:44.219450 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:44.230056 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:44.240435 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:44.251916 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:40:44.263324 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a15:40:44.477003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:45.006818 run create_hlr_db(pid=1273): Launched\u000a15:40:45.199382 bus /sierra_2: Setting Powered False\u000a15:40:46.221101 run create_hlr_db(pid=1273): Terminated: ok {rc=0}\u000a15:40:46.737588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1275): Launched\u000a15:40:47.148600 run osmo-hlr_10.42.42.2(pid=1276): Launched\u000a15:40:47.288289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:47.828704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1278): Launched\u000a15:40:48.140487 run osmo-stp_10.42.42.5(pid=1279): Launched\u000a15:40:48.254916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:48.820020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1281): Launched\u000a15:40:49.133960 run osmo-msc_10.42.42.6(pid=1282): Launched\u000a15:40:49.315620 run osmo-stp_10.42.42.5(pid=1279): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1279)]\u000a15:40:49.446717 run osmo-stp_10.42.42.5(pid=1279): stdout: \u000a| (launched: 2022-12-13_15:40:47.985827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:49.575352 run osmo-stp_10.42.42.5(pid=1279): stderr: \u000a| �[0;m�[38;5;43m20221213154048181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154048181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154048182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154048182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154048182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154048183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154048183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:49.699092 run osmo-stp_10.42.42.5(pid=1279): stdout: \u000a| (launched: 2022-12-13_15:40:47.985827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:49.822314 run osmo-stp_10.42.42.5(pid=1279): stderr: \u000a| �[0;m�[38;5;43m20221213154048181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154048181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154048182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154048182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154048182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154048183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154048183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:49.876097 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1279): Process ended prematurely: osmo-stp_10.42.42.5(pid=1279) [trial-2391↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1279)] [trial-2391↪ussd:sysmo↪assert_extension.py:17]\u000a15:40:49.884122 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a15:40:49.944899 run osmo-hlr_10.42.42.2(pid=1276): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1276)]\u000a15:40:49.995180 run osmo-hlr_10.42.42.2(pid=1276): stdout: \u000a| (launched: 2022-12-13_15:40:46.898802) \u000a15:40:50.045481 run osmo-hlr_10.42.42.2(pid=1276): stderr: \u000a| �[0;m�[1;31m20221213154047218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154047218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154047218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154047218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154047218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154047218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154047231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154047239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154047239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154047239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:50.114313 run osmo-msc_10.42.42.6(pid=1282): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1282)]\u000a15:40:50.164293 run osmo-msc_10.42.42.6(pid=1282): stdout: \u000a| (launched: 2022-12-13_15:40:48.976500) \u000a15:40:50.214548 run osmo-msc_10.42.42.6(pid=1282): stderr: \u000a| �[0;m�[38;5;43m20221213154049250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154049250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6264fccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154049250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154049250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154049250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154049250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154049252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154049252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154049253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154049253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:50.257310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1275): Terminating (SIGTERM)\u000a15:40:50.297597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1278): Terminating (SIGTERM)\u000a15:40:50.337789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1281): Terminating (SIGTERM)\u000a15:40:50.346956 --- ParallelTerminationStrategy: PID 1275 died...\u000a15:40:50.400736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1275): Terminated: ok {rc=0}\u000a15:40:50.410250 --- ParallelTerminationStrategy: PID 1278 died...\u000a15:40:50.463970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1278): Terminated: ok {rc=0}\u000a15:40:50.473899 --- ParallelTerminationStrategy: PID 1281 died...\u000a15:40:50.527265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1281): Terminated: ok {rc=0}\u000a15:40:50.615965 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:40:43" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1293): Process ended prematurely: osmo-stp_10.42.42.5(pid=1293) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1293)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1293): Process ended prematurely: osmo-stp_10.42.42.5(pid=1293) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:40:52.549572 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:52.561275 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:40:52.722485 tst mo_mt_call.py: using LAC 34590\u000a15:40:52.853424 tst mo_mt_call.py: using RAC 165\u000a15:40:52.985234 tst mo_mt_call.py: using CellId 34590\u000a15:40:53.114748 tst mo_mt_call.py: using BVCI 34591\u000a15:40:53.140171 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:53.151847 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:53.164183 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:53.178557 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:53.193236 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:40:53.208039 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:40:53.334214 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:40:53.541316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:40:54.040473 run create_hlr_db(pid=1287): Launched\u000a15:40:54.221534 bus /sierra_2: Setting Powered False\u000a15:40:55.242920 run create_hlr_db(pid=1287): Terminated: ok {rc=0}\u000a15:40:55.692371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1289): Launched\u000a15:40:56.032942 run osmo-hlr_10.42.42.2(pid=1290): Launched\u000a15:40:56.155636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:40:56.740272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1292): Launched\u000a15:40:57.078419 run osmo-stp_10.42.42.5(pid=1293): Launched\u000a15:40:57.200108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:40:57.813855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1295): Launched\u000a15:40:58.151322 run osmo-msc_10.42.42.6(pid=1296): Launched\u000a15:40:58.404665 run osmo-stp_10.42.42.5(pid=1293): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1293)]\u000a15:40:58.574370 run osmo-stp_10.42.42.5(pid=1293): stdout: \u000a| (launched: 2022-12-13_15:40:56.911179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:58.706089 run osmo-stp_10.42.42.5(pid=1293): stderr: \u000a| �[0;m�[38;5;43m20221213154057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154057110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154057110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154057110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154057110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:58.832647 run osmo-stp_10.42.42.5(pid=1293): stdout: \u000a| (launched: 2022-12-13_15:40:56.911179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:40:58.958231 run osmo-stp_10.42.42.5(pid=1293): stderr: \u000a| �[0;m�[38;5;43m20221213154057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154057110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154057110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154057110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154057110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:40:59.013482 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1293): Process ended prematurely: osmo-stp_10.42.42.5(pid=1293) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1293)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:40:59.022375 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:40:59.083692 run osmo-hlr_10.42.42.2(pid=1290): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1290)]\u000a15:40:59.133912 run osmo-hlr_10.42.42.2(pid=1290): stdout: \u000a| (launched: 2022-12-13_15:40:55.864358) \u000a15:40:59.184765 run osmo-hlr_10.42.42.2(pid=1290): stderr: \u000a| �[0;m�[1;31m20221213154056067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154056067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154056067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154056067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154056067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154056067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154056094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154056105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154056105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154056105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:40:59.253490 run osmo-msc_10.42.42.6(pid=1296): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1296)]\u000a15:40:59.303505 run osmo-msc_10.42.42.6(pid=1296): stdout: \u000a| (launched: 2022-12-13_15:40:57.984222) \u000a15:40:59.354355 run osmo-msc_10.42.42.6(pid=1296): stderr: \u000a| �[0;m�[38;5;43m20221213154058309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154058309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe953185c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154058309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154058309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154058309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154058309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154058311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154058312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154058312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154058312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:40:59.397720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1289): Terminating (SIGTERM)\u000a15:40:59.438572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1292): Terminating (SIGTERM)\u000a15:40:59.479879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1295): Terminating (SIGTERM)\u000a15:40:59.489192 --- ParallelTerminationStrategy: PID 1289 died...\u000a15:40:59.544098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1289): Terminated: ok {rc=0}\u000a15:40:59.553780 --- ParallelTerminationStrategy: PID 1292 died...\u000a15:40:59.608080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1292): Terminated: ok {rc=0}\u000a15:40:59.617697 --- ParallelTerminationStrategy: PID 1295 died...\u000a15:40:59.672360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1295): Terminated: ok {rc=0}\u000a15:40:59.757517 bus /sierra_3: Setting Powered False\u000a15:41:00.867607 bus /sierra_3: Setting Powered False\u000a15:41:01.974893 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1304): Process ended prematurely: osmo-stp_10.42.42.5(pid=1304) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1304)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1304): Process ended prematurely: osmo-stp_10.42.42.5(pid=1304) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:03.085916 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:41:03.097767 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:41:03.246834 tst mo_mt_call_osmux.py: using LAC 34591\u000a15:41:03.371862 tst mo_mt_call_osmux.py: using RAC 166\u000a15:41:03.496316 tst mo_mt_call_osmux.py: using CellId 34591\u000a15:41:03.624007 tst mo_mt_call_osmux.py: using BVCI 34592\u000a15:41:03.647941 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:41:03.659572 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:41:03.671189 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:41:03.682643 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:41:03.694241 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:41:03.705764 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:41:03.849595 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:41:04.077005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:04.608096 run create_hlr_db(pid=1298): Launched\u000a15:41:04.789181 bus /sierra_2: Setting Powered False\u000a15:41:05.823676 run create_hlr_db(pid=1298): Terminated: ok {rc=0}\u000a15:41:06.273886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1300): Launched\u000a15:41:06.614553 run osmo-hlr_10.42.42.2(pid=1301): Launched\u000a15:41:06.738491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:07.326181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1303): Launched\u000a15:41:07.665557 run osmo-stp_10.42.42.5(pid=1304): Launched\u000a15:41:07.789029 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:08.406225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1306): Launched\u000a15:41:08.744732 run osmo-msc_10.42.42.6(pid=1307): Launched\u000a15:41:08.941463 run osmo-stp_10.42.42.5(pid=1304): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1304)]\u000a15:41:09.083465 run osmo-stp_10.42.42.5(pid=1304): stdout: \u000a| (launched: 2022-12-13_15:41:07.497560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:09.224424 run osmo-stp_10.42.42.5(pid=1304): stderr: \u000a| �[0;m�[38;5;43m20221213154107695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154107695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154107695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154107696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:09.359625 run osmo-stp_10.42.42.5(pid=1304): stdout: \u000a| (launched: 2022-12-13_15:41:07.497560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:09.493425 run osmo-stp_10.42.42.5(pid=1304): stderr: \u000a| �[0;m�[38;5;43m20221213154107695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154107695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154107695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154107696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154107696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:09.552331 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1304): Process ended prematurely: osmo-stp_10.42.42.5(pid=1304) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1304)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:41:09.562277 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:41:09.626222 run osmo-hlr_10.42.42.2(pid=1301): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1301)]\u000a15:41:09.679275 run osmo-hlr_10.42.42.2(pid=1301): stdout: \u000a| (launched: 2022-12-13_15:41:06.445934) \u000a15:41:09.732569 run osmo-hlr_10.42.42.2(pid=1301): stderr: \u000a| �[0;m�[1;31m20221213154106649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154106649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154106649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154106649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154106649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154106649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154106663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154106674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154106674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154106674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:09.805285 run osmo-msc_10.42.42.6(pid=1307): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1307)]\u000a15:41:09.858018 run osmo-msc_10.42.42.6(pid=1307): stdout: \u000a| (launched: 2022-12-13_15:41:08.577404) \u000a15:41:09.911203 run osmo-msc_10.42.42.6(pid=1307): stderr: \u000a| �[0;m�[38;5;43m20221213154108907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154108907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff2088d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154108907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154108907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154108908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154108908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154108910 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154108910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154108910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154108910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:09.956454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1300): Terminating (SIGTERM)\u000a15:41:09.999415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1303): Terminating (SIGTERM)\u000a15:41:10.042368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1306): Terminating (SIGTERM)\u000a15:41:10.052250 --- ParallelTerminationStrategy: PID 1300 died...\u000a15:41:10.110196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1300): Terminated: ok {rc=0}\u000a15:41:10.120546 --- ParallelTerminationStrategy: PID 1303 died...\u000a15:41:10.177785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1303): Terminated: ok {rc=0}\u000a15:41:10.187996 --- ParallelTerminationStrategy: PID 1306 died...\u000a15:41:10.244761 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1306): Terminated: ok {rc=0}\u000a15:41:10.332830 bus /sierra_3: Setting Powered False\u000a15:41:11.438737 bus /sierra_3: Setting Powered False\u000a15:41:12.549105 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:40:52" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1318): Process ended prematurely: osmo-stp_10.42.42.5(pid=1318) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1318)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1318): Process ended prematurely: osmo-stp_10.42.42.5(pid=1318) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:41:14.527353 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:14.539095 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:41:14.695084 tst mo_mt_call.py: using LAC 34592\u000a15:41:14.821583 tst mo_mt_call.py: using RAC 167\u000a15:41:14.944617 tst mo_mt_call.py: using CellId 34592\u000a15:41:15.078192 tst mo_mt_call.py: using BVCI 34593\u000a15:41:15.103879 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:15.115481 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:15.126929 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:15.138377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:15.150431 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:15.162465 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:41:15.282237 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:41:15.499327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:16.083118 run create_hlr_db(pid=1312): Launched\u000a15:41:16.270937 bus /sierra_2: Setting Powered False\u000a15:41:17.291226 run create_hlr_db(pid=1312): Terminated: ok {rc=0}\u000a15:41:17.740349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1314): Launched\u000a15:41:18.079565 run osmo-hlr_10.42.42.2(pid=1315): Launched\u000a15:41:18.202769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:18.788184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1317): Launched\u000a15:41:19.124541 run osmo-stp_10.42.42.5(pid=1318): Launched\u000a15:41:19.246747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:19.862795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1320): Launched\u000a15:41:20.201991 run osmo-msc_10.42.42.6(pid=1321): Launched\u000a15:41:20.397638 run osmo-stp_10.42.42.5(pid=1318): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1318)]\u000a15:41:20.539111 run osmo-stp_10.42.42.5(pid=1318): stdout: \u000a| (launched: 2022-12-13_15:41:18.959153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:20.679165 run osmo-stp_10.42.42.5(pid=1318): stderr: \u000a| �[0;m�[38;5;43m20221213154119154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154119155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154119155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154119155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154119157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154119158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154119158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:20.813742 run osmo-stp_10.42.42.5(pid=1318): stdout: \u000a| (launched: 2022-12-13_15:41:18.959153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:20.946545 run osmo-stp_10.42.42.5(pid=1318): stderr: \u000a| �[0;m�[38;5;43m20221213154119154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154119155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154119155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154119155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154119157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154119158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154119158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:21.005332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1318): Process ended prematurely: osmo-stp_10.42.42.5(pid=1318) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1318)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:41:21.014584 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:41:21.078009 run osmo-hlr_10.42.42.2(pid=1315): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1315)]\u000a15:41:21.129745 run osmo-hlr_10.42.42.2(pid=1315): stdout: \u000a| (launched: 2022-12-13_15:41:17.911844) \u000a15:41:21.182096 run osmo-hlr_10.42.42.2(pid=1315): stderr: \u000a| �[0;m�[1;31m20221213154118114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154118114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154118114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154118114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154118114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154118114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154118126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154118135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154118135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154118136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:21.253072 run osmo-msc_10.42.42.6(pid=1321): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1321)]\u000a15:41:21.304644 run osmo-msc_10.42.42.6(pid=1321): stdout: \u000a| (launched: 2022-12-13_15:41:20.033803) \u000a15:41:21.356846 run osmo-msc_10.42.42.6(pid=1321): stderr: \u000a| �[0;m�[38;5;43m20221213154120362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154120362 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8f422ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154120362 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154120363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154120363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154120363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154120365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154120365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154120365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154120365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:21.401462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1314): Terminating (SIGTERM)\u000a15:41:21.444088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1317): Terminating (SIGTERM)\u000a15:41:21.486790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1320): Terminating (SIGTERM)\u000a15:41:21.496427 --- ParallelTerminationStrategy: PID 1314 died...\u000a15:41:21.552362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1314): Terminated: ok {rc=0}\u000a15:41:21.562461 --- ParallelTerminationStrategy: PID 1317 died...\u000a15:41:21.618301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1317): Terminated: ok {rc=0}\u000a15:41:21.628265 --- ParallelTerminationStrategy: PID 1320 died...\u000a15:41:21.684281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1320): Terminated: ok {rc=0}\u000a15:41:21.771115 bus /sierra_3: Setting Powered False\u000a15:41:22.877475 bus /sierra_3: Setting Powered False\u000a15:41:23.985430 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1329): Process ended prematurely: osmo-stp_10.42.42.5(pid=1329) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1329)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1329): Process ended prematurely: osmo-stp_10.42.42.5(pid=1329) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:25.100895 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:25.113335 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:41:25.270874 tst mo_mt_call_osmux.py: using LAC 34593\u000a15:41:25.401688 tst mo_mt_call_osmux.py: using RAC 168\u000a15:41:25.530514 tst mo_mt_call_osmux.py: using CellId 34593\u000a15:41:25.655834 tst mo_mt_call_osmux.py: using BVCI 34594\u000a15:41:25.679905 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:25.691307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:25.702455 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:25.713546 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:25.724840 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:41:25.736106 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:41:25.858615 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:41:26.076068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:26.615942 run create_hlr_db(pid=1323): Launched\u000a15:41:26.810548 bus /sierra_2: Setting Powered False\u000a15:41:27.831078 run create_hlr_db(pid=1323): Terminated: ok {rc=0}\u000a15:41:28.257081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1325): Launched\u000a15:41:28.575717 run osmo-hlr_10.42.42.2(pid=1326): Launched\u000a15:41:28.701805 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:29.261294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1328): Launched\u000a15:41:29.581515 run osmo-stp_10.42.42.5(pid=1329): Launched\u000a15:41:29.696220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:30.270695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1331): Launched\u000a15:41:30.590090 run osmo-msc_10.42.42.6(pid=1332): Launched\u000a15:41:30.773846 run osmo-stp_10.42.42.5(pid=1329): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1329)]\u000a15:41:30.917294 run osmo-stp_10.42.42.5(pid=1329): stdout: \u000a| (launched: 2022-12-13_15:41:29.420525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:31.060039 run osmo-stp_10.42.42.5(pid=1329): stderr: \u000a| �[0;m�[38;5;43m20221213154129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154129595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154129595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154129595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154129595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:31.189417 run osmo-stp_10.42.42.5(pid=1329): stdout: \u000a| (launched: 2022-12-13_15:41:29.420525)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:31.317951 run osmo-stp_10.42.42.5(pid=1329): stderr: \u000a| �[0;m�[38;5;43m20221213154129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154129594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154129595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154129595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154129595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154129595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:31.374454 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1329): Process ended prematurely: osmo-stp_10.42.42.5(pid=1329) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1329)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:41:31.384168 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:41:31.447567 run osmo-hlr_10.42.42.2(pid=1326): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1326)]\u000a15:41:31.499051 run osmo-hlr_10.42.42.2(pid=1326): stdout: \u000a| (launched: 2022-12-13_15:41:28.416725) \u000a15:41:31.551444 run osmo-hlr_10.42.42.2(pid=1326): stderr: \u000a| �[0;m�[1;31m20221213154128594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154128594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154128594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154128594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154128594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154128594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154128606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154128614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154128615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154128615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:31.622474 run osmo-msc_10.42.42.6(pid=1332): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1332)]\u000a15:41:31.674005 run osmo-msc_10.42.42.6(pid=1332): stdout: \u000a| (launched: 2022-12-13_15:41:30.431039) \u000a15:41:31.726544 run osmo-msc_10.42.42.6(pid=1332): stderr: \u000a| �[0;m�[38;5;43m20221213154130706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154130706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00ad88ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154130706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154130706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154130706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154130706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154130708 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154130708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154130708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154130709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:31.771439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1325): Terminating (SIGTERM)\u000a15:41:31.813600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1328): Terminating (SIGTERM)\u000a15:41:31.856739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1331): Terminating (SIGTERM)\u000a15:41:31.868134 --- ParallelTerminationStrategy: PID 1325 died...\u000a15:41:31.926363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1325): Terminated: ok {rc=0}\u000a15:41:31.936786 --- ParallelTerminationStrategy: PID 1328 died...\u000a15:41:31.993658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1328): Terminated: ok {rc=0}\u000a15:41:32.004046 --- ParallelTerminationStrategy: PID 1331 died...\u000a15:41:32.061119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1331): Terminated: ok {rc=0}\u000a15:41:32.147336 bus /sierra_3: Setting Powered False\u000a15:41:33.249775 bus /sierra_3: Setting Powered False\u000a15:41:34.362323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:41:14" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1343): Process ended prematurely: osmo-stp_10.42.42.5(pid=1343) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1343): Process ended prematurely: osmo-stp_10.42.42.5(pid=1343) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:41:36.317585 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:36.329026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:41:36.483826 tst mo_mt_call.py: using LAC 34594\u000a15:41:36.618052 tst mo_mt_call.py: using RAC 169\u000a15:41:36.745453 tst mo_mt_call.py: using CellId 34594\u000a15:41:36.870542 tst mo_mt_call.py: using BVCI 34595\u000a15:41:36.894660 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:36.906044 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:36.916872 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:36.927980 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:36.939324 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:36.950636 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:41:37.072596 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:41:37.282243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:37.781398 run create_hlr_db(pid=1337): Launched\u000a15:41:37.962954 bus /sierra_2: Setting Powered False\u000a15:41:38.983595 run create_hlr_db(pid=1337): Terminated: ok {rc=0}\u000a15:41:39.404585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1339): Launched\u000a15:41:39.723466 run osmo-hlr_10.42.42.2(pid=1340): Launched\u000a15:41:39.846073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:40.406271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1342): Launched\u000a15:41:40.724378 run osmo-stp_10.42.42.5(pid=1343): Launched\u000a15:41:40.839294 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:41.414998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1345): Launched\u000a15:41:41.734389 run osmo-msc_10.42.42.6(pid=1346): Launched\u000a15:41:41.919454 run osmo-stp_10.42.42.5(pid=1343): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)]\u000a15:41:42.053227 run osmo-stp_10.42.42.5(pid=1343): stdout: \u000a| (launched: 2022-12-13_15:41:40.566190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:42.185178 run osmo-stp_10.42.42.5(pid=1343): stderr: \u000a| �[0;m�[38;5;43m20221213154140742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154140742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154140743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154140743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154140743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154140744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154140744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:42.311559 run osmo-stp_10.42.42.5(pid=1343): stdout: \u000a| (launched: 2022-12-13_15:41:40.566190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:42.437388 run osmo-stp_10.42.42.5(pid=1343): stderr: \u000a| �[0;m�[38;5;43m20221213154140742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154140742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154140743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154140743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154140743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154140744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154140744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:42.492750 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1343): Process ended prematurely: osmo-stp_10.42.42.5(pid=1343) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1343)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:41:42.501645 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:41:42.563132 run osmo-hlr_10.42.42.2(pid=1340): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1340)]\u000a15:41:42.614047 run osmo-hlr_10.42.42.2(pid=1340): stdout: \u000a| (launched: 2022-12-13_15:41:39.564659) \u000a15:41:42.665143 run osmo-hlr_10.42.42.2(pid=1340): stderr: \u000a| �[0;m�[1;31m20221213154139746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154139746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154139746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154139746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154139746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154139747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154139759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154139767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154139767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154139767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:42.734298 run osmo-msc_10.42.42.6(pid=1346): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1346)]\u000a15:41:42.784822 run osmo-msc_10.42.42.6(pid=1346): stdout: \u000a| (launched: 2022-12-13_15:41:41.575047) \u000a15:41:42.835948 run osmo-msc_10.42.42.6(pid=1346): stderr: \u000a| �[0;m�[38;5;43m20221213154141851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154141851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76ebf1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154141851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154141851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154141851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154141851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154141853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154141854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154141854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154141854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:42.879296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1339): Terminating (SIGTERM)\u000a15:41:42.920123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1342): Terminating (SIGTERM)\u000a15:41:42.961193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1345): Terminating (SIGTERM)\u000a15:41:42.970583 --- ParallelTerminationStrategy: PID 1339 died...\u000a15:41:43.025686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1339): Terminated: ok {rc=0}\u000a15:41:43.035388 --- ParallelTerminationStrategy: PID 1342 died...\u000a15:41:43.089743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1342): Terminated: ok {rc=0}\u000a15:41:43.099426 --- ParallelTerminationStrategy: PID 1345 died...\u000a15:41:43.153938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1345): Terminated: ok {rc=0}\u000a15:41:43.238972 bus /sierra_3: Setting Powered False\u000a15:41:44.346005 bus /sierra_3: Setting Powered False\u000a15:41:45.456095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1354): Process ended prematurely: osmo-stp_10.42.42.5(pid=1354) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1354)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1354): Process ended prematurely: osmo-stp_10.42.42.5(pid=1354) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:41:46.577323 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:46.590897 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:41:46.751712 tst mo_mt_call_osmux.py: using LAC 34595\u000a15:41:46.904136 tst mo_mt_call_osmux.py: using RAC 170\u000a15:41:47.040245 tst mo_mt_call_osmux.py: using CellId 34595\u000a15:41:47.173593 tst mo_mt_call_osmux.py: using BVCI 34596\u000a15:41:47.200106 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:47.212225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:47.224282 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:47.236308 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:47.248743 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:41:47.261947 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:41:47.385373 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:41:47.603697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:48.145441 run create_hlr_db(pid=1348): Launched\u000a15:41:48.339909 bus /sierra_2: Setting Powered False\u000a15:41:49.360373 run create_hlr_db(pid=1348): Terminated: ok {rc=0}\u000a15:41:49.786396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1350): Launched\u000a15:41:50.102802 run osmo-hlr_10.42.42.2(pid=1351): Launched\u000a15:41:50.226051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:41:50.782233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1353): Launched\u000a15:41:51.099787 run osmo-stp_10.42.42.5(pid=1354): Launched\u000a15:41:51.214644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:41:51.791433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1356): Launched\u000a15:41:52.110481 run osmo-msc_10.42.42.6(pid=1357): Launched\u000a15:41:52.295609 run osmo-stp_10.42.42.5(pid=1354): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1354)]\u000a15:41:52.430197 run osmo-stp_10.42.42.5(pid=1354): stdout: \u000a| (launched: 2022-12-13_15:41:50.941669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:52.562223 run osmo-stp_10.42.42.5(pid=1354): stderr: \u000a| �[0;m�[38;5;43m20221213154151115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154151115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154151116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154151116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154151117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154151117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154151117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:52.688882 run osmo-stp_10.42.42.5(pid=1354): stdout: \u000a| (launched: 2022-12-13_15:41:50.941669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:41:52.814688 run osmo-stp_10.42.42.5(pid=1354): stderr: \u000a| �[0;m�[38;5;43m20221213154151115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154151115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154151116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154151116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154151117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154151117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154151117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:41:52.869877 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1354): Process ended prematurely: osmo-stp_10.42.42.5(pid=1354) [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1354)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:41:52.878946 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:41:52.939908 run osmo-hlr_10.42.42.2(pid=1351): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1351)]\u000a15:41:52.989893 run osmo-hlr_10.42.42.2(pid=1351): stdout: \u000a| (launched: 2022-12-13_15:41:49.946748) \u000a15:41:53.040669 run osmo-hlr_10.42.42.2(pid=1351): stderr: \u000a| �[0;m�[1;31m20221213154150124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154150124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154150124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154150124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154150124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154150124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154150137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154150145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154150145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154150145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:41:53.109346 run osmo-msc_10.42.42.6(pid=1357): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1357)]\u000a15:41:53.159526 run osmo-msc_10.42.42.6(pid=1357): stdout: \u000a| (launched: 2022-12-13_15:41:51.951356) \u000a15:41:53.210164 run osmo-msc_10.42.42.6(pid=1357): stderr: \u000a| �[0;m�[38;5;43m20221213154152226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154152226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd124f23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154152226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154152227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154152227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154152227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154152229 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154152229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154152229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154152229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:41:53.253121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1350): Terminating (SIGTERM)\u000a15:41:53.293571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1353): Terminating (SIGTERM)\u000a15:41:53.334628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1356): Terminating (SIGTERM)\u000a15:41:53.343881 --- ParallelTerminationStrategy: PID 1350 died...\u000a15:41:53.398157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1350): Terminated: ok {rc=0}\u000a15:41:53.407781 --- ParallelTerminationStrategy: PID 1353 died...\u000a15:41:53.461838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1353): Terminated: ok {rc=0}\u000a15:41:53.471483 --- ParallelTerminationStrategy: PID 1356 died...\u000a15:41:53.525290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1356): Terminated: ok {rc=0}\u000a15:41:53.609548 bus /sierra_3: Setting Powered False\u000a15:41:54.717766 bus /sierra_3: Setting Powered False\u000a15:41:55.832123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:41:36" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1372): Process ended prematurely: osmo-stp_10.42.42.5(pid=1372) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1372): Process ended prematurely: osmo-stp_10.42.42.5(pid=1372) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:41:57.812151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:57.823739 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:41:57.972739 tst mo_mt_call.py: using LAC 34596\u000a15:41:58.096655 tst mo_mt_call.py: using RAC 171\u000a15:41:58.224695 tst mo_mt_call.py: using CellId 34596\u000a15:41:58.347712 tst mo_mt_call.py: using BVCI 34597\u000a15:41:58.372051 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:58.383459 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:58.394426 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:58.405449 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:58.416678 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:41:58.428084 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:58.552082 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:41:58.768397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:41:59.306453 run create_hlr_db(pid=1362): Launched\u000a15:41:59.500556 bus /sierra_2: Setting Powered False\u000a15:42:00.520859 run create_hlr_db(pid=1362): Terminated: ok {rc=0}\u000a15:42:01.014285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Launched\u000a15:42:01.666441 run osmo-hlr_10.42.42.2(pid=1369): Launched\u000a15:42:01.847806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:02.585419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1371): Launched\u000a15:42:02.904651 run osmo-stp_10.42.42.5(pid=1372): Launched\u000a15:42:03.019439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:03.618302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1374): Launched\u000a15:42:03.937450 run osmo-msc_10.42.42.6(pid=1375): Launched\u000a15:42:04.122373 run osmo-stp_10.42.42.5(pid=1372): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)]\u000a15:42:04.255497 run osmo-stp_10.42.42.5(pid=1372): stdout: \u000a| (launched: 2022-12-13_15:42:02.745846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:04.386959 run osmo-stp_10.42.42.5(pid=1372): stderr: \u000a| �[0;m�[38;5;43m20221213154202919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154202919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154202919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154202920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154202920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154202920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154202920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:04.513223 run osmo-stp_10.42.42.5(pid=1372): stdout: \u000a| (launched: 2022-12-13_15:42:02.745846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:04.638417 run osmo-stp_10.42.42.5(pid=1372): stderr: \u000a| �[0;m�[38;5;43m20221213154202919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154202919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154202919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154202920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154202920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154202920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154202920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:04.693257 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1372): Process ended prematurely: osmo-stp_10.42.42.5(pid=1372) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1372)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:42:04.701901 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a15:42:04.762661 run osmo-hlr_10.42.42.2(pid=1369): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1369)]\u000a15:42:04.812346 run osmo-hlr_10.42.42.2(pid=1369): stdout: \u000a| (launched: 2022-12-13_15:42:01.283264) \u000a15:42:04.862583 run osmo-hlr_10.42.42.2(pid=1369): stderr: \u000a| �[0;m�[1;31m20221213154201717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154201717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154201717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154201717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154201717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154201719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154201770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154201779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154201779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154201779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:04.930753 run osmo-msc_10.42.42.6(pid=1375): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1375)]\u000a15:42:04.980502 run osmo-msc_10.42.42.6(pid=1375): stdout: \u000a| (launched: 2022-12-13_15:42:03.778064) \u000a15:42:05.030666 run osmo-msc_10.42.42.6(pid=1375): stderr: \u000a| �[0;m�[38;5;43m20221213154204055 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154204055 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fbfb22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154204056 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154204056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154204056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154204056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154204058 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154204058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154204058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154204058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:05.073417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminating (SIGTERM)\u000a15:42:05.114114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1371): Terminating (SIGTERM)\u000a15:42:05.155016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1374): Terminating (SIGTERM)\u000a15:42:05.164195 --- ParallelTerminationStrategy: PID 1364 died...\u000a15:42:05.218135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminated: ok {rc=0}\u000a15:42:05.227673 --- ParallelTerminationStrategy: PID 1371 died...\u000a15:42:05.282040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1371): Terminated: ok {rc=0}\u000a15:42:05.291602 --- ParallelTerminationStrategy: PID 1374 died...\u000a15:42:05.346155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1374): Terminated: ok {rc=0}\u000a15:42:05.431666 bus /sierra_3: Setting Powered False\u000a15:42:06.540037 bus /sierra_3: Setting Powered False\u000a15:42:07.653273 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1383): Process ended prematurely: osmo-stp_10.42.42.5(pid=1383) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1383)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1383): Process ended prematurely: osmo-stp_10.42.42.5(pid=1383) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:42:08.771934 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:42:08.784163 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:42:08.943264 tst mo_mt_call_osmux.py: using LAC 34597\u000a15:42:09.074073 tst mo_mt_call_osmux.py: using RAC 172\u000a15:42:09.204229 tst mo_mt_call_osmux.py: using CellId 34597\u000a15:42:09.334422 tst mo_mt_call_osmux.py: using BVCI 34598\u000a15:42:09.360237 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:42:09.371826 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:42:09.383273 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:42:09.394728 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:42:09.406221 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:42:09.417812 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:42:09.535931 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:42:09.753582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:10.293467 run create_hlr_db(pid=1377): Launched\u000a15:42:10.489207 bus /sierra_2: Setting Powered False\u000a15:42:11.508133 run create_hlr_db(pid=1377): Terminated: ok {rc=0}\u000a15:42:11.958714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1379): Launched\u000a15:42:12.297518 run osmo-hlr_10.42.42.2(pid=1380): Launched\u000a15:42:12.419924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:13.009412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1382): Launched\u000a15:42:13.348558 run osmo-stp_10.42.42.5(pid=1383): Launched\u000a15:42:13.471202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:14.087237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1385): Launched\u000a15:42:14.425964 run osmo-msc_10.42.42.6(pid=1386): Launched\u000a15:42:14.621871 run osmo-stp_10.42.42.5(pid=1383): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1383)]\u000a15:42:14.763753 run osmo-stp_10.42.42.5(pid=1383): stdout: \u000a| (launched: 2022-12-13_15:42:13.180823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:14.904393 run osmo-stp_10.42.42.5(pid=1383): stderr: \u000a| �[0;m�[38;5;43m20221213154213377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154213377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154213377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154213378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154213380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154213380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154213380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:15.038873 run osmo-stp_10.42.42.5(pid=1383): stdout: \u000a| (launched: 2022-12-13_15:42:13.180823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:15.171655 run osmo-stp_10.42.42.5(pid=1383): stderr: \u000a| �[0;m�[38;5;43m20221213154213377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154213377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154213377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154213378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154213380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154213380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154213380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:15.230788 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1383): Process ended prematurely: osmo-stp_10.42.42.5(pid=1383) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1383)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:42:15.240207 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:42:15.303442 run osmo-hlr_10.42.42.2(pid=1380): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1380)]\u000a15:42:15.355982 run osmo-hlr_10.42.42.2(pid=1380): stdout: \u000a| (launched: 2022-12-13_15:42:12.130449) \u000a15:42:15.408428 run osmo-hlr_10.42.42.2(pid=1380): stderr: \u000a| �[0;m�[1;31m20221213154212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154212332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154212384 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154212394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154212394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154212394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:15.479545 run osmo-msc_10.42.42.6(pid=1386): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1386)]\u000a15:42:15.531458 run osmo-msc_10.42.42.6(pid=1386): stdout: \u000a| (launched: 2022-12-13_15:42:14.258449) \u000a15:42:15.583802 run osmo-msc_10.42.42.6(pid=1386): stderr: \u000a| �[0;m�[38;5;43m20221213154214585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154214586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1536a0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154214586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154214586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154214586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154214586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154214588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154214588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154214588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154214588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:15.628704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1379): Terminating (SIGTERM)\u000a15:42:15.671013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1382): Terminating (SIGTERM)\u000a15:42:15.713069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1385): Terminating (SIGTERM)\u000a15:42:15.722701 --- ParallelTerminationStrategy: PID 1379 died...\u000a15:42:15.779668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1379): Terminated: ok {rc=0}\u000a15:42:15.789778 --- ParallelTerminationStrategy: PID 1382 died...\u000a15:42:15.854816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1382): Terminated: ok {rc=0}\u000a15:42:15.865603 --- ParallelTerminationStrategy: PID 1385 died...\u000a15:42:15.926749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1385): Terminated: ok {rc=0}\u000a15:42:16.017166 bus /sierra_3: Setting Powered False\u000a15:42:17.136072 bus /sierra_3: Setting Powered False\u000a15:42:18.246718 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:41:57" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1397): Process ended prematurely: osmo-stp_10.42.42.5(pid=1397) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1397)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1397): Process ended prematurely: osmo-stp_10.42.42.5(pid=1397) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:42:20.206231 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:20.217597 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:42:20.370725 tst mo_mt_call.py: using LAC 34598\u000a15:42:20.500332 tst mo_mt_call.py: using RAC 173\u000a15:42:20.630790 tst mo_mt_call.py: using CellId 34598\u000a15:42:20.761432 tst mo_mt_call.py: using BVCI 34599\u000a15:42:20.787500 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:20.799184 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:20.810652 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:20.822164 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:20.833853 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:20.845425 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:42:20.968505 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:42:21.177191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:21.678671 run create_hlr_db(pid=1391): Launched\u000a15:42:21.859792 bus /sierra_2: Setting Powered False\u000a15:42:22.881831 run create_hlr_db(pid=1391): Terminated: ok {rc=0}\u000a15:42:23.332295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1393): Launched\u000a15:42:23.672931 run osmo-hlr_10.42.42.2(pid=1394): Launched\u000a15:42:23.798047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:24.386304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1396): Launched\u000a15:42:24.727762 run osmo-stp_10.42.42.5(pid=1397): Launched\u000a15:42:24.851440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:25.468493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1399): Launched\u000a15:42:25.808724 run osmo-msc_10.42.42.6(pid=1400): Launched\u000a15:42:26.006609 run osmo-stp_10.42.42.5(pid=1397): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1397)]\u000a15:42:26.149134 run osmo-stp_10.42.42.5(pid=1397): stdout: \u000a| (launched: 2022-12-13_15:42:24.558506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:26.289816 run osmo-stp_10.42.42.5(pid=1397): stderr: \u000a| �[0;m�[38;5;43m20221213154224756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154224756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154224756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154224757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154224757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154224757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154224757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:26.424583 run osmo-stp_10.42.42.5(pid=1397): stdout: \u000a| (launched: 2022-12-13_15:42:24.558506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:26.558301 run osmo-stp_10.42.42.5(pid=1397): stderr: \u000a| �[0;m�[38;5;43m20221213154224756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154224756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154224756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154224757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154224757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154224757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154224757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:26.617633 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1397): Process ended prematurely: osmo-stp_10.42.42.5(pid=1397) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1397)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:42:26.627000 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:42:26.690796 run osmo-hlr_10.42.42.2(pid=1394): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1394)]\u000a15:42:26.743805 run osmo-hlr_10.42.42.2(pid=1394): stdout: \u000a| (launched: 2022-12-13_15:42:23.504337) \u000a15:42:26.797005 run osmo-hlr_10.42.42.2(pid=1394): stderr: \u000a| �[0;m�[1;31m20221213154223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154223707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154223723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154223733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154223733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154223733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:26.868658 run osmo-msc_10.42.42.6(pid=1400): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1400)]\u000a15:42:26.921084 run osmo-msc_10.42.42.6(pid=1400): stdout: \u000a| (launched: 2022-12-13_15:42:25.640023) \u000a15:42:26.973850 run osmo-msc_10.42.42.6(pid=1400): stderr: \u000a| �[0;m�[38;5;43m20221213154225967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154225968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f427e69dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154225968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154225968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154225968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154225968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154225970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154225970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154225970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154225970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:27.019237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1393): Terminating (SIGTERM)\u000a15:42:27.062039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1396): Terminating (SIGTERM)\u000a15:42:27.104886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1399): Terminating (SIGTERM)\u000a15:42:27.114846 --- ParallelTerminationStrategy: PID 1393 died...\u000a15:42:27.171733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1393): Terminated: ok {rc=0}\u000a15:42:27.181972 --- ParallelTerminationStrategy: PID 1396 died...\u000a15:42:27.238525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1396): Terminated: ok {rc=0}\u000a15:42:27.248674 --- ParallelTerminationStrategy: PID 1399 died...\u000a15:42:27.305601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1399): Terminated: ok {rc=0}\u000a15:42:27.394680 bus /sierra_3: Setting Powered False\u000a15:42:28.503328 bus /sierra_3: Setting Powered False\u000a15:42:29.617174 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1408): Process ended prematurely: osmo-stp_10.42.42.5(pid=1408) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1408): Process ended prematurely: osmo-stp_10.42.42.5(pid=1408) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:42:30.734108 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:30.746764 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:42:30.927826 tst mo_mt_call_osmux.py: using LAC 34599\u000a15:42:31.089861 tst mo_mt_call_osmux.py: using RAC 174\u000a15:42:31.225820 tst mo_mt_call_osmux.py: using CellId 34599\u000a15:42:31.358991 tst mo_mt_call_osmux.py: using BVCI 34600\u000a15:42:31.385344 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:31.397477 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:31.409564 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:31.421650 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:31.433575 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:42:31.445606 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:42:31.566649 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:42:31.791392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:32.355621 run create_hlr_db(pid=1402): Launched\u000a15:42:32.536881 bus /sierra_2: Setting Powered False\u000a15:42:33.556895 run create_hlr_db(pid=1402): Terminated: ok {rc=0}\u000a15:42:34.006243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1404): Launched\u000a15:42:34.343853 run osmo-hlr_10.42.42.2(pid=1405): Launched\u000a15:42:34.467039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:35.054337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1407): Launched\u000a15:42:35.391645 run osmo-stp_10.42.42.5(pid=1408): Launched\u000a15:42:35.514273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:36.131297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1410): Launched\u000a15:42:36.468750 run osmo-msc_10.42.42.6(pid=1411): Launched\u000a15:42:36.665580 run osmo-stp_10.42.42.5(pid=1408): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)]\u000a15:42:36.808071 run osmo-stp_10.42.42.5(pid=1408): stdout: \u000a| (launched: 2022-12-13_15:42:35.224733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:36.948798 run osmo-stp_10.42.42.5(pid=1408): stderr: \u000a| �[0;m�[38;5;43m20221213154235419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154235419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154235419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154235420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154235422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154235422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154235422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:37.083089 run osmo-stp_10.42.42.5(pid=1408): stdout: \u000a| (launched: 2022-12-13_15:42:35.224733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:37.216157 run osmo-stp_10.42.42.5(pid=1408): stderr: \u000a| �[0;m�[38;5;43m20221213154235419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154235419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154235419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154235420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154235422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154235422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154235422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:37.275121 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1408): Process ended prematurely: osmo-stp_10.42.42.5(pid=1408) [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1408)] [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:42:37.284331 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a15:42:37.346827 run osmo-hlr_10.42.42.2(pid=1405): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1405)]\u000a15:42:37.398405 run osmo-hlr_10.42.42.2(pid=1405): stdout: \u000a| (launched: 2022-12-13_15:42:34.177102) \u000a15:42:37.450610 run osmo-hlr_10.42.42.2(pid=1405): stderr: \u000a| �[0;m�[1;31m20221213154234379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154234379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154234379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154234379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154234379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154234379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154234391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154234400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154234400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154234400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:37.521417 run osmo-msc_10.42.42.6(pid=1411): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1411)]\u000a15:42:37.572880 run osmo-msc_10.42.42.6(pid=1411): stdout: \u000a| (launched: 2022-12-13_15:42:36.302463) \u000a15:42:37.624726 run osmo-msc_10.42.42.6(pid=1411): stderr: \u000a| �[0;m�[38;5;43m20221213154236628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154236628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff43a67cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154236628 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154236628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154236628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154236628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154236630 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154236631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154236631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154236631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:37.668902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1404): Terminating (SIGTERM)\u000a15:42:37.711403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1407): Terminating (SIGTERM)\u000a15:42:37.753411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1410): Terminating (SIGTERM)\u000a15:42:37.763023 --- ParallelTerminationStrategy: PID 1404 died...\u000a15:42:37.819461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1404): Terminated: ok {rc=0}\u000a15:42:37.829526 --- ParallelTerminationStrategy: PID 1407 died...\u000a15:42:37.885663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1407): Terminated: ok {rc=0}\u000a15:42:37.895590 --- ParallelTerminationStrategy: PID 1410 died...\u000a15:42:37.951258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1410): Terminated: ok {rc=0}\u000a15:42:38.038503 bus /sierra_3: Setting Powered False\u000a15:42:39.145418 bus /sierra_3: Setting Powered False\u000a15:42:40.254145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:42:19" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1422): Process ended prematurely: osmo-stp_10.42.42.5(pid=1422) [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1422)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1422): Process ended prematurely: osmo-stp_10.42.42.5(pid=1422) [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:42:42.224599 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:42.236319 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:42:42.394391 tst mo_mt_call.py: using LAC 34600\u000a15:42:42.525614 tst mo_mt_call.py: using RAC 175\u000a15:42:42.658097 tst mo_mt_call.py: using CellId 34600\u000a15:42:42.791024 tst mo_mt_call.py: using BVCI 34601\u000a15:42:42.816507 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:42.828369 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:42.840074 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:42.851736 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:42.863353 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:42.875059 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:42:42.994667 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:42:43.213017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:43.756350 run create_hlr_db(pid=1416): Launched\u000a15:42:43.952015 bus /sierra_2: Setting Powered False\u000a15:42:44.973374 run create_hlr_db(pid=1416): Terminated: ok {rc=0}\u000a15:42:45.399202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1418): Launched\u000a15:42:45.720280 run osmo-hlr_10.42.42.2(pid=1419): Launched\u000a15:42:45.859830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:46.481319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1421): Launched\u000a15:42:46.953707 run osmo-stp_10.42.42.5(pid=1422): Launched\u000a15:42:47.191532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:47.834813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1424): Launched\u000a15:42:48.175411 run osmo-msc_10.42.42.6(pid=1425): Launched\u000a15:42:48.371566 run osmo-stp_10.42.42.5(pid=1422): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1422)]\u000a15:42:48.512194 run osmo-stp_10.42.42.5(pid=1422): stdout: \u000a| (launched: 2022-12-13_15:42:46.657899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:48.652407 run osmo-stp_10.42.42.5(pid=1422): stderr: \u000a| �[0;m�[38;5;43m20221213154247057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154247060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154247061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154247061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154247062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154247062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154247062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:48.787389 run osmo-stp_10.42.42.5(pid=1422): stdout: \u000a| (launched: 2022-12-13_15:42:46.657899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:48.921272 run osmo-stp_10.42.42.5(pid=1422): stderr: \u000a| �[0;m�[38;5;43m20221213154247057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154247060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154247061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154247061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154247062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154247062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154247062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:48.980077 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1422): Process ended prematurely: osmo-stp_10.42.42.5(pid=1422) [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1422)] [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:42:48.989453 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a15:42:49.052503 run osmo-hlr_10.42.42.2(pid=1419): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1419)]\u000a15:42:49.104765 run osmo-hlr_10.42.42.2(pid=1419): stdout: \u000a| (launched: 2022-12-13_15:42:45.560395) \u000a15:42:49.157424 run osmo-hlr_10.42.42.2(pid=1419): stderr: \u000a| �[0;m�[1;31m20221213154245742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154245743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154245743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154245743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154245743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154245743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154245755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154245765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154245765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154245766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:49.228774 run osmo-msc_10.42.42.6(pid=1425): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1425)]\u000a15:42:49.280625 run osmo-msc_10.42.42.6(pid=1425): stdout: \u000a| (launched: 2022-12-13_15:42:48.007122) \u000a15:42:49.333121 run osmo-msc_10.42.42.6(pid=1425): stderr: \u000a| �[0;m�[38;5;43m20221213154248334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154248334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc029692c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154248334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154248334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154248334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154248334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154248336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154248336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154248337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154248337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:49.378165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1418): Terminating (SIGTERM)\u000a15:42:49.420499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1421): Terminating (SIGTERM)\u000a15:42:49.462764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1424): Terminating (SIGTERM)\u000a15:42:49.472469 --- ParallelTerminationStrategy: PID 1418 died...\u000a15:42:49.528877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1418): Terminated: ok {rc=0}\u000a15:42:49.538965 --- ParallelTerminationStrategy: PID 1421 died...\u000a15:42:49.595472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1421): Terminated: ok {rc=0}\u000a15:42:49.605714 --- ParallelTerminationStrategy: PID 1424 died...\u000a15:42:49.662161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1424): Terminated: ok {rc=0}\u000a15:42:49.749977 bus /sierra_3: Setting Powered False\u000a15:42:50.859291 bus /sierra_3: Setting Powered False\u000a15:42:51.969715 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:42:53.087735 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:53.100218 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:42:53.257015 tst mo_mt_call_osmux.py: using LAC 34601\u000a15:42:53.390519 tst mo_mt_call_osmux.py: using RAC 176\u000a15:42:53.522459 tst mo_mt_call_osmux.py: using CellId 34601\u000a15:42:53.654437 tst mo_mt_call_osmux.py: using BVCI 34602\u000a15:42:53.680161 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:53.691816 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:53.703523 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:53.715114 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:53.726816 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:42:53.738456 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:42:53.858505 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:42:54.076926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:42:54.618633 run create_hlr_db(pid=1427): Launched\u000a15:42:54.813228 bus /sierra_2: Setting Powered False\u000a15:42:55.834616 run create_hlr_db(pid=1427): Terminated: ok {rc=0}\u000a15:42:56.262346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Launched\u000a15:42:56.582268 run osmo-hlr_10.42.42.2(pid=1430): Launched\u000a15:42:56.704833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:42:57.261604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Launched\u000a15:42:57.579076 run osmo-stp_10.42.42.5(pid=1433): Launched\u000a15:42:57.694978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:42:58.271455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1435): Launched\u000a15:42:58.591119 run osmo-msc_10.42.42.6(pid=1436): Launched\u000a15:42:58.775816 run osmo-stp_10.42.42.5(pid=1433): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)]\u000a15:42:58.910097 run osmo-stp_10.42.42.5(pid=1433): stdout: \u000a| (launched: 2022-12-13_15:42:57.421256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:59.041730 run osmo-stp_10.42.42.5(pid=1433): stderr: \u000a| �[0;m�[38;5;43m20221213154257592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154257592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154257593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154257595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:59.167693 run osmo-stp_10.42.42.5(pid=1433): stdout: \u000a| (launched: 2022-12-13_15:42:57.421256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:42:59.292416 run osmo-stp_10.42.42.5(pid=1433): stderr: \u000a| �[0;m�[38;5;43m20221213154257592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154257592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154257593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154257593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154257595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154257596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:42:59.347662 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1433): Process ended prematurely: osmo-stp_10.42.42.5(pid=1433) [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1433)] [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:42:59.356348 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:42:59.416838 run osmo-hlr_10.42.42.2(pid=1430): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1430)]\u000a15:42:59.466414 run osmo-hlr_10.42.42.2(pid=1430): stdout: \u000a| (launched: 2022-12-13_15:42:56.422574) \u000a15:42:59.516637 run osmo-hlr_10.42.42.2(pid=1430): stderr: \u000a| �[0;m�[1;31m20221213154256601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154256601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154256601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154256601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154256601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154256601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154256613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154256621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154256621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154256621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:42:59.585066 run osmo-msc_10.42.42.6(pid=1436): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1436)]\u000a15:42:59.634697 run osmo-msc_10.42.42.6(pid=1436): stdout: \u000a| (launched: 2022-12-13_15:42:58.431500) \u000a15:42:59.685085 run osmo-msc_10.42.42.6(pid=1436): stderr: \u000a| �[0;m�[38;5;43m20221213154258708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154258708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7cdc84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154258708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154258708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154258708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154258709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154258710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154258711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154258711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154258711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:42:59.727555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Terminating (SIGTERM)\u000a15:42:59.767790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Terminating (SIGTERM)\u000a15:42:59.807904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1435): Terminating (SIGTERM)\u000a15:42:59.817207 --- ParallelTerminationStrategy: PID 1429 died...\u000a15:42:59.871380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1429): Terminated: ok {rc=0}\u000a15:42:59.880871 --- ParallelTerminationStrategy: PID 1432 died...\u000a15:42:59.934537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1432): Terminated: ok {rc=0}\u000a15:42:59.944018 --- ParallelTerminationStrategy: PID 1435 died...\u000a15:42:59.997873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1435): Terminated: ok {rc=0}\u000a15:43:00.086482 bus /sierra_3: Setting Powered False\u000a15:43:01.193365 bus /sierra_3: Setting Powered False\u000a15:43:02.306627 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:42:41" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1447): Process ended prematurely: osmo-stp_10.42.42.5(pid=1447) [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1447)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1447): Process ended prematurely: osmo-stp_10.42.42.5(pid=1447) [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:43:04.259580 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:04.270607 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:43:04.420241 tst mo_mt_call.py: using LAC 34602\u000a15:43:04.544691 tst mo_mt_call.py: using RAC 177\u000a15:43:04.669887 tst mo_mt_call.py: using CellId 34602\u000a15:43:04.794866 tst mo_mt_call.py: using BVCI 34603\u000a15:43:04.818880 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:04.829893 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:04.840630 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:04.851388 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:04.862571 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:04.873656 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:43:04.994313 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:43:05.211031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:05.708859 run create_hlr_db(pid=1441): Launched\u000a15:43:05.890682 bus /sierra_2: Setting Powered False\u000a15:43:06.911746 run create_hlr_db(pid=1441): Terminated: ok {rc=0}\u000a15:43:07.333687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1443): Launched\u000a15:43:07.652395 run osmo-hlr_10.42.42.2(pid=1444): Launched\u000a15:43:07.776488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:08.335158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1446): Launched\u000a15:43:08.655304 run osmo-stp_10.42.42.5(pid=1447): Launched\u000a15:43:08.771881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:43:09.351425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1449): Launched\u000a15:43:09.673673 run osmo-msc_10.42.42.6(pid=1450): Launched\u000a15:43:09.860729 run osmo-stp_10.42.42.5(pid=1447): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1447)]\u000a15:43:09.994837 run osmo-stp_10.42.42.5(pid=1447): stdout: \u000a| (launched: 2022-12-13_15:43:08.496708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:10.126945 run osmo-stp_10.42.42.5(pid=1447): stderr: \u000a| �[0;m�[38;5;43m20221213154308670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154308670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154308670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154308671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154308671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154308671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154308671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:10.254191 run osmo-stp_10.42.42.5(pid=1447): stdout: \u000a| (launched: 2022-12-13_15:43:08.496708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:10.379841 run osmo-stp_10.42.42.5(pid=1447): stderr: \u000a| �[0;m�[38;5;43m20221213154308670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154308670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154308670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154308671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154308671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154308671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154308671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:10.435224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1447): Process ended prematurely: osmo-stp_10.42.42.5(pid=1447) [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1447)] [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:43:10.444013 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:43:10.505358 run osmo-hlr_10.42.42.2(pid=1444): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1444)]\u000a15:43:10.555686 run osmo-hlr_10.42.42.2(pid=1444): stdout: \u000a| (launched: 2022-12-13_15:43:07.493492) \u000a15:43:10.606638 run osmo-hlr_10.42.42.2(pid=1444): stderr: \u000a| �[0;m�[1;31m20221213154307672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154307672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154307672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154307672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154307672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154307672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154307685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154307693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154307693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154307693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:10.675751 run osmo-msc_10.42.42.6(pid=1450): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1450)]\u000a15:43:10.725955 run osmo-msc_10.42.42.6(pid=1450): stdout: \u000a| (launched: 2022-12-13_15:43:09.512160) \u000a15:43:10.776869 run osmo-msc_10.42.42.6(pid=1450): stderr: \u000a| �[0;m�[38;5;43m20221213154309787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154309788 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15f31bcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154309788 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154309788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154309788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154309788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154309790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154309790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154309790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154309791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:43:10.820272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1443): Terminating (SIGTERM)\u000a15:43:10.861278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1446): Terminating (SIGTERM)\u000a15:43:10.902201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1449): Terminating (SIGTERM)\u000a15:43:10.911466 --- ParallelTerminationStrategy: PID 1443 died...\u000a15:43:10.966218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1443): Terminated: ok {rc=0}\u000a15:43:10.975875 --- ParallelTerminationStrategy: PID 1446 died...\u000a15:43:11.030217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1446): Terminated: ok {rc=0}\u000a15:43:11.039892 --- ParallelTerminationStrategy: PID 1449 died...\u000a15:43:11.094689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1449): Terminated: ok {rc=0}\u000a15:43:11.185362 bus /sierra_3: Setting Powered False\u000a15:43:12.295158 bus /sierra_3: Setting Powered False\u000a15:43:13.408884 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1458): Process ended prematurely: osmo-stp_10.42.42.5(pid=1458) [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1458)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1458): Process ended prematurely: osmo-stp_10.42.42.5(pid=1458) [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:43:14.521292 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:14.532921 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:43:14.683322 tst mo_mt_call_osmux.py: using LAC 34603\u000a15:43:14.809291 tst mo_mt_call_osmux.py: using RAC 178\u000a15:43:14.934690 tst mo_mt_call_osmux.py: using CellId 34603\u000a15:43:15.058801 tst mo_mt_call_osmux.py: using BVCI 34604\u000a15:43:15.083263 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:15.094392 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:15.105345 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:15.116041 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:15.127264 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:43:15.138448 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:43:15.256466 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:43:15.474637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:16.087869 run create_hlr_db(pid=1452): Launched\u000a15:43:16.276370 bus /sierra_2: Setting Powered False\u000a15:43:17.304666 run create_hlr_db(pid=1452): Terminated: ok {rc=0}\u000a15:43:17.739858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1454): Launched\u000a15:43:18.058875 run osmo-hlr_10.42.42.2(pid=1455): Launched\u000a15:43:18.174111 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:18.722185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1457): Launched\u000a15:43:19.038898 run osmo-stp_10.42.42.5(pid=1458): Launched\u000a15:43:19.153962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:43:19.732475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1460): Launched\u000a15:43:20.051542 run osmo-msc_10.42.42.6(pid=1461): Launched\u000a15:43:20.236154 run osmo-stp_10.42.42.5(pid=1458): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1458)]\u000a15:43:20.369600 run osmo-stp_10.42.42.5(pid=1458): stdout: \u000a| (launched: 2022-12-13_15:43:18.882672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:20.500360 run osmo-stp_10.42.42.5(pid=1458): stderr: \u000a| �[0;m�[38;5;43m20221213154319056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154319056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154319056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154319057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154319058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154319058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154319058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:20.626425 run osmo-stp_10.42.42.5(pid=1458): stdout: \u000a| (launched: 2022-12-13_15:43:18.882672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:20.751241 run osmo-stp_10.42.42.5(pid=1458): stderr: \u000a| �[0;m�[38;5;43m20221213154319056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154319056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154319056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154319057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154319058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154319058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154319058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:20.806169 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1458): Process ended prematurely: osmo-stp_10.42.42.5(pid=1458) [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1458)] [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:43:20.814966 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:43:20.875950 run osmo-hlr_10.42.42.2(pid=1455): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1455)]\u000a15:43:20.925794 run osmo-hlr_10.42.42.2(pid=1455): stdout: \u000a| (launched: 2022-12-13_15:43:17.900205) \u000a15:43:20.976439 run osmo-hlr_10.42.42.2(pid=1455): stderr: \u000a| �[0;m�[1;31m20221213154318081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154318081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154318081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154318081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154318081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154318081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154318095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154318104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154318104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154318104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:21.044765 run osmo-msc_10.42.42.6(pid=1461): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1461)]\u000a15:43:21.094567 run osmo-msc_10.42.42.6(pid=1461): stdout: \u000a| (launched: 2022-12-13_15:43:19.893135) \u000a15:43:21.145111 run osmo-msc_10.42.42.6(pid=1461): stderr: \u000a| �[0;m�[38;5;43m20221213154320169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154320169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1067115c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154320169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154320169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154320169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154320169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154320171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154320171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154320172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154320172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:43:21.187903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1454): Terminating (SIGTERM)\u000a15:43:21.228030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1457): Terminating (SIGTERM)\u000a15:43:21.268183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1460): Terminating (SIGTERM)\u000a15:43:21.277380 --- ParallelTerminationStrategy: PID 1454 died...\u000a15:43:21.331085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1454): Terminated: ok {rc=0}\u000a15:43:21.340571 --- ParallelTerminationStrategy: PID 1457 died...\u000a15:43:21.394366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1457): Terminated: ok {rc=0}\u000a15:43:21.403894 --- ParallelTerminationStrategy: PID 1460 died...\u000a15:43:21.457741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1460): Terminated: ok {rc=0}\u000a15:43:21.547616 bus /sierra_3: Setting Powered False\u000a15:43:22.652295 bus /sierra_3: Setting Powered False\u000a15:43:23.766103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:43:04" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1472): Process ended prematurely: osmo-stp_10.42.42.5(pid=1472) [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1472)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1472): Process ended prematurely: osmo-stp_10.42.42.5(pid=1472) [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:43:25.736535 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:25.747261 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:25.876030 tst emergency_mo_mt_call.py: using LAC 34604\u000a15:43:26.001728 tst emergency_mo_mt_call.py: using RAC 179\u000a15:43:26.122174 tst emergency_mo_mt_call.py: using CellId 34604\u000a15:43:26.242500 tst emergency_mo_mt_call.py: using BVCI 34605\u000a15:43:26.266067 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:26.276645 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:26.287289 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:26.297836 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:26.309315 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:26.320643 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:26.444463 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:26.651116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:27.142365 run create_hlr_db(pid=1466): Launched\u000a15:43:27.325179 bus /sierra_2: Setting Powered False\u000a15:43:28.343238 run create_hlr_db(pid=1466): Terminated: ok {rc=0}\u000a15:43:28.761507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1468): Launched\u000a15:43:29.077820 run osmo-hlr_10.42.42.2(pid=1469): Launched\u000a15:43:29.199575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:29.749753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1471): Launched\u000a15:43:30.063518 run osmo-stp_10.42.42.5(pid=1472): Launched\u000a15:43:30.202586 tst emergency_mo_mt_call.py: using MSISDN 8210\u000a15:43:30.355941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:43:30.952766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1474): Launched\u000a15:43:31.391991 run osmo-msc_10.42.42.6(pid=1475): Launched\u000a15:43:31.799901 run osmo-stp_10.42.42.5(pid=1472): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1472)]\u000a15:43:31.970572 run osmo-stp_10.42.42.5(pid=1472): stdout: \u000a| (launched: 2022-12-13_15:43:29.907298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:32.137540 run osmo-stp_10.42.42.5(pid=1472): stderr: \u000a| �[0;m�[38;5;43m20221213154330081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154330081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154330081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154330082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154330082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154330082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154330082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:32.277829 run osmo-stp_10.42.42.5(pid=1472): stdout: \u000a| (launched: 2022-12-13_15:43:29.907298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:32.403460 run osmo-stp_10.42.42.5(pid=1472): stderr: \u000a| �[0;m�[38;5;43m20221213154330081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154330081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154330081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154330082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154330082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154330082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154330082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:32.457980 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1472): Process ended prematurely: osmo-stp_10.42.42.5(pid=1472) [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1472)] [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a15:43:32.466293 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a15:43:32.527663 run osmo-hlr_10.42.42.2(pid=1469): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1469)]\u000a15:43:32.578134 run osmo-hlr_10.42.42.2(pid=1469): stdout: \u000a| (launched: 2022-12-13_15:43:28.920220) \u000a15:43:32.629136 run osmo-hlr_10.42.42.2(pid=1469): stderr: \u000a| �[0;m�[1;31m20221213154329100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154329100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154329100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154329100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154329100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154329100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154329112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154329121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154329121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154329121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:32.698394 run osmo-msc_10.42.42.6(pid=1475): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1475)]\u000a15:43:32.748684 run osmo-msc_10.42.42.6(pid=1475): stdout: \u000a| (launched: 2022-12-13_15:43:31.126278) \u000a15:43:32.799631 run osmo-msc_10.42.42.6(pid=1475): stderr: \u000a| �[0;m�[38;5;43m20221213154331613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154331613 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8939a2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154331613 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154331613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154331613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154331614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154331615 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154331616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154331616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154331616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:43:32.843246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1468): Terminating (SIGTERM)\u000a15:43:32.885085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1471): Terminating (SIGTERM)\u000a15:43:32.926816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1474): Terminating (SIGTERM)\u000a15:43:32.936179 --- ParallelTerminationStrategy: PID 1468 died...\u000a15:43:32.991430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1468): Terminated: ok {rc=0}\u000a15:43:33.001183 --- ParallelTerminationStrategy: PID 1471 died...\u000a15:43:33.055909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1471): Terminated: ok {rc=0}\u000a15:43:33.065699 --- ParallelTerminationStrategy: PID 1474 died...\u000a15:43:33.120643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1474): Terminated: ok {rc=0}\u000a15:43:33.210573 bus /sierra_3: Setting Powered False\u000a15:43:34.315467 bus /sierra_3: Setting Powered False\u000a15:43:35.424237 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:43:36.477450 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:36.489457 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:36.620207 tst emergency_preemptive_call.py: using LAC 34605\u000a15:43:36.743549 tst emergency_preemptive_call.py: using RAC 180\u000a15:43:36.870711 tst emergency_preemptive_call.py: using CellId 34605\u000a15:43:36.997589 tst emergency_preemptive_call.py: using BVCI 34606\u000a15:43:37.023021 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:37.034340 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:37.045495 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:37.056572 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:37.067892 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a15:43:37.079117 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:37.196847 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:37.320929 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:37.438824 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:37.651458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:38.184420 run create_hlr_db(pid=1477): Launched\u000a15:43:38.377803 bus /sierra_2: Setting Powered False\u000a15:43:39.397196 run create_hlr_db(pid=1477): Terminated: ok {rc=0}\u000a15:43:39.833961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Launched\u000a15:43:40.148253 run osmo-hlr_10.42.42.2(pid=1480): Launched\u000a15:43:40.261934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:40.802243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Launched\u000a15:43:41.115984 run osmo-stp_10.42.42.5(pid=1483): Launched\u000a15:43:41.240173 tst emergency_preemptive_call.py: using MSISDN 8211\u000a15:43:41.394378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:43:41.961679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1485): Launched\u000a15:43:42.273972 run osmo-msc_10.42.42.6(pid=1486): Launched\u000a15:43:42.463041 run osmo-stp_10.42.42.5(pid=1483): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]\u000a15:43:42.594272 run osmo-stp_10.42.42.5(pid=1483): stdout: \u000a| (launched: 2022-12-13_15:43:40.959875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:42.723328 run osmo-stp_10.42.42.5(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221213154341133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154341133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154341133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154341134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154341134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154341134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154341134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:42.847581 run osmo-stp_10.42.42.5(pid=1483): stdout: \u000a| (launched: 2022-12-13_15:43:40.959875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:43:42.970858 run osmo-stp_10.42.42.5(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221213154341133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154341133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154341133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154341134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154341134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154341134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154341134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:43:43.024593 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)] [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a15:43:43.032536 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a15:43:43.093147 run osmo-hlr_10.42.42.2(pid=1480): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1480)]\u000a15:43:43.142845 run osmo-hlr_10.42.42.2(pid=1480): stdout: \u000a| (launched: 2022-12-13_15:43:39.991704) \u000a15:43:43.193279 run osmo-hlr_10.42.42.2(pid=1480): stderr: \u000a| �[0;m�[1;31m20221213154340172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154340172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154340172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154340172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154340172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154340172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154340202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154340212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154340212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154340212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:43:43.261292 run osmo-msc_10.42.42.6(pid=1486): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1486)]\u000a15:43:43.310805 run osmo-msc_10.42.42.6(pid=1486): stdout: \u000a| (launched: 2022-12-13_15:43:42.119193) \u000a15:43:43.361142 run osmo-msc_10.42.42.6(pid=1486): stderr: \u000a| �[0;m�[38;5;43m20221213154342396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154342396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff53c018c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154342396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154342396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154342397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154342397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154342399 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154342399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154342399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154342399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:43:43.404091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Terminating (SIGTERM)\u000a15:43:43.444367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Terminating (SIGTERM)\u000a15:43:43.484588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1485): Terminating (SIGTERM)\u000a15:43:43.493861 --- ParallelTerminationStrategy: PID 1479 died...\u000a15:43:43.548237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Terminated: ok {rc=0}\u000a15:43:43.557897 --- ParallelTerminationStrategy: PID 1482 died...\u000a15:43:43.612012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Terminated: ok {rc=0}\u000a15:43:43.621700 --- ParallelTerminationStrategy: PID 1485 died...\u000a15:43:43.676281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1485): Terminated: ok {rc=0}\u000a15:43:43.764710 bus /sierra_9: Setting Powered False\u000a15:43:44.867392 bus /sierra_9: Setting Powered False\u000a15:43:45.993431 bus /sierra_8: Setting Powered False\u000a15:43:47.102894 bus /sierra_8: Setting Powered False\u000a15:43:48.215636 bus /sierra_3: Setting Powered False\u000a15:43:49.323196 bus /sierra_3: Setting Powered False\u000a15:43:50.432399 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:43:25" }, { "cases" : [ { "testActions" : [ ], "age" : 78, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1501): Process ended prematurely: osmo-stp_10.42.42.5(pid=1501) [trial-2391↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1501): Process ended prematurely: osmo-stp_10.42.42.5(pid=1501) [trial-2391↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:43:52.536114 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:52.547233 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:43:52.675622 tst cs_paging_gprs_active.py: using LAC 34606\u000a15:43:52.799107 tst cs_paging_gprs_active.py: using RAC 181\u000a15:43:52.922703 tst cs_paging_gprs_active.py: using CellId 34606\u000a15:43:53.049430 tst cs_paging_gprs_active.py: using BVCI 34607\u000a15:43:53.073694 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.084174 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.095075 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.105663 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.116331 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.127080 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.137901 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.148551 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:43:53.159441 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:53.283157 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:43:53.572487 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:43:53.705120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:54.034965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1491): Launched\u000a15:43:54.310096 run iperf3-srv_10.42.42.10(pid=1492): Launched\u000a15:43:54.503295 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:43:54.635028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:43:54.963375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1493): Launched\u000a15:43:55.237272 run iperf3-srv_10.42.42.10(pid=1494): Launched\u000a15:43:55.430371 tst cs_paging_gprs_active.py:38: start network...\u000a15:43:55.562240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:43:56.061994 run create_hlr_db(pid=1495): Launched\u000a15:43:56.244096 bus /sierra_2: Setting Powered False\u000a15:43:57.265809 run create_hlr_db(pid=1495): Terminated: ok {rc=0}\u000a15:43:57.719610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Launched\u000a15:43:58.062807 run osmo-hlr_10.42.42.2(pid=1498): Launched\u000a15:43:58.187215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:43:58.774707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1500): Launched\u000a15:43:59.114243 run osmo-stp_10.42.42.5(pid=1501): Launched\u000a15:43:59.236858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:00.835846 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1503): Launched\u000a15:44:00.969067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:01.287430 run patchelf(pid=1504): Launched\u000a15:44:01.480180 run osmo-stp_10.42.42.5(pid=1501): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)]\u000a15:44:01.639250 run osmo-stp_10.42.42.5(pid=1501): stdout: \u000a| (launched: 2022-12-13_15:43:58.946435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:01.830785 run osmo-stp_10.42.42.5(pid=1501): stderr: \u000a| �[0;m�[38;5;43m20221213154359140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154359141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154359141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154359141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154359142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154359142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154359142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:01.986770 run osmo-stp_10.42.42.5(pid=1501): stdout: \u000a| (launched: 2022-12-13_15:43:58.946435)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:02.121732 run osmo-stp_10.42.42.5(pid=1501): stderr: \u000a| �[0;m�[38;5;43m20221213154359140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154359141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154359141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154359141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154359142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154359142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154359142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:02.278276 run patchelf(pid=1504): Terminating (SIGINT)\u000a15:44:02.458903 run patchelf(pid=1504): Terminated: ok {rc=0}\u000a15:44:02.491574 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1501): Process ended prematurely: osmo-stp_10.42.42.5(pid=1501) [trial-2391↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1501)] [trial-2391↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a15:44:02.500914 tst cs_paging_gprs_active.py:38: Test FAILED (10.0 sec)\u000a15:44:02.563789 run osmo-hlr_10.42.42.2(pid=1498): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1498)]\u000a15:44:02.614112 run osmo-hlr_10.42.42.2(pid=1498): stdout: \u000a| (launched: 2022-12-13_15:43:57.892354) \u000a15:44:02.664725 run osmo-hlr_10.42.42.2(pid=1498): stderr: \u000a| �[0;m�[1;31m20221213154358094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154358094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154358094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154358094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154358094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154358094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154358106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154358115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:02.708004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1491): Terminating (SIGTERM)\u000a15:44:02.748908 run iperf3-srv_10.42.42.10(pid=1492): Terminating (SIGTERM)\u000a15:44:02.789984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1493): Terminating (SIGTERM)\u000a15:44:02.831526 run iperf3-srv_10.42.42.10(pid=1494): Terminating (SIGTERM)\u000a15:44:02.872832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Terminating (SIGTERM)\u000a15:44:02.914539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1500): Terminating (SIGTERM)\u000a15:44:02.955609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1503): Terminating (SIGTERM)\u000a15:44:02.964572 --- ParallelTerminationStrategy: PID 1491 died...\u000a15:44:03.019788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1491): Terminated: ok {rc=0}\u000a15:44:03.029730 --- ParallelTerminationStrategy: PID 1492 died...\u000a15:44:03.084385 run iperf3-srv_10.42.42.10(pid=1492): Terminated {rc=256}\u000a15:44:03.094003 --- ParallelTerminationStrategy: PID 1493 died...\u000a15:44:03.148832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1493): Terminated: ok {rc=0}\u000a15:44:03.158659 --- ParallelTerminationStrategy: PID 1494 died...\u000a15:44:03.213267 run iperf3-srv_10.42.42.10(pid=1494): Terminated {rc=256}\u000a15:44:03.223004 --- ParallelTerminationStrategy: PID 1497 died...\u000a15:44:03.277641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1497): Terminated: ok {rc=0}\u000a15:44:03.287554 --- ParallelTerminationStrategy: PID 1500 died...\u000a15:44:03.342472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1500): Terminated: ok {rc=0}\u000a15:44:03.352190 --- ParallelTerminationStrategy: PID 1503 died...\u000a15:44:03.406771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1503): Terminated: ok {rc=0}\u000a15:44:03.492121 bus /gobi_0: Setting Powered False\u000a15:44:04.599871 bus /gobi_0: Setting Powered False\u000a15:44:05.709323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 78, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1513): Process ended prematurely: osmo-stp_10.42.42.5(pid=1513) [trial-2391↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1513): Process ended prematurely: osmo-stp_10.42.42.5(pid=1513) [trial-2391↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a15:44:06.826857 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:06.839045 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:44:06.975389 tst iperf3.py: using LAC 34607\u000a15:44:07.109260 tst iperf3.py: using RAC 182\u000a15:44:07.243026 tst iperf3.py: using CellId 34607\u000a15:44:07.374930 tst iperf3.py: using BVCI 34608\u000a15:44:07.400797 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.411912 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.423048 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.434087 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.444932 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.455828 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.466906 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.477891 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:07.489114 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:07.779870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:44:07.912037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:08.242060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1505): Launched\u000a15:44:08.517407 run iperf3-srv_10.42.42.10(pid=1506): Launched\u000a15:44:08.710084 tst iperf3.py:8: start network...\u000a15:44:08.841434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:09.342464 run create_hlr_db(pid=1507): Launched\u000a15:44:09.524418 bus /gobi_6: Setting Powered False\u000a15:44:10.544363 run create_hlr_db(pid=1507): Terminated: ok {rc=0}\u000a15:44:10.995240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1509): Launched\u000a15:44:11.334631 run osmo-hlr_10.42.42.2(pid=1510): Launched\u000a15:44:11.458250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:12.051187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1512): Launched\u000a15:44:12.389783 run osmo-stp_10.42.42.5(pid=1513): Launched\u000a15:44:12.511327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:13.102632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1515): Launched\u000a15:44:13.222875 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:13.518555 run patchelf(pid=1516): Launched\u000a15:44:13.716134 run osmo-stp_10.42.42.5(pid=1513): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)]\u000a15:44:13.860422 run osmo-stp_10.42.42.5(pid=1513): stdout: \u000a| (launched: 2022-12-13_15:44:12.222025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:14.004796 run osmo-stp_10.42.42.5(pid=1513): stderr: \u000a| �[0;m�[38;5;43m20221213154412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154412417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154412418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154412418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154412418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:14.143970 run osmo-stp_10.42.42.5(pid=1513): stdout: \u000a| (launched: 2022-12-13_15:44:12.222025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:14.281672 run osmo-stp_10.42.42.5(pid=1513): stderr: \u000a| �[0;m�[38;5;43m20221213154412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154412417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154412417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154412418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154412418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154412418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:14.442871 run patchelf(pid=1516): Terminating (SIGINT)\u000a15:44:14.632523 run patchelf(pid=1516): Terminated: ok {rc=0}\u000a15:44:14.667520 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1513): Process ended prematurely: osmo-stp_10.42.42.5(pid=1513) [trial-2391↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1513)] [trial-2391↪gprs:sysmo↪iperf3.py:8]\u000a15:44:14.677518 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a15:44:14.740464 run osmo-hlr_10.42.42.2(pid=1510): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1510)]\u000a15:44:14.792087 run osmo-hlr_10.42.42.2(pid=1510): stdout: \u000a| (launched: 2022-12-13_15:44:11.167383) \u000a15:44:14.844857 run osmo-hlr_10.42.42.2(pid=1510): stderr: \u000a| �[0;m�[1;31m20221213154411370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154411370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154411370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154411370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154411370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154411370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154411383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154411392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154411392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154411392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:14.889945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1505): Terminating (SIGTERM)\u000a15:44:14.932031 run iperf3-srv_10.42.42.10(pid=1506): Terminating (SIGTERM)\u000a15:44:14.974652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1509): Terminating (SIGTERM)\u000a15:44:15.016663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1512): Terminating (SIGTERM)\u000a15:44:15.058814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1515): Terminating (SIGTERM)\u000a15:44:15.068531 --- ParallelTerminationStrategy: PID 1505 died...\u000a15:44:15.124736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1505): Terminated: ok {rc=0}\u000a15:44:15.134870 --- ParallelTerminationStrategy: PID 1506 died...\u000a15:44:15.190816 run iperf3-srv_10.42.42.10(pid=1506): Terminated {rc=256}\u000a15:44:15.200903 --- ParallelTerminationStrategy: PID 1509 died...\u000a15:44:15.256823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1509): Terminated: ok {rc=0}\u000a15:44:15.266851 --- ParallelTerminationStrategy: PID 1512 died...\u000a15:44:15.323046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1512): Terminated: ok {rc=0}\u000a15:44:15.333218 --- ParallelTerminationStrategy: PID 1515 died...\u000a15:44:15.389247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1515): Terminated: ok {rc=0}\u000a15:44:15.476320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1532): Process ended prematurely: osmo-stp_10.42.42.5(pid=1532) [trial-2391↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1532)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1532): Process ended prematurely: osmo-stp_10.42.42.5(pid=1532) [trial-2391↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a15:44:16.600877 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:16.613400 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:44:16.745674 tst iperf3m4.py: using LAC 34608\u000a15:44:16.876892 tst iperf3m4.py: using RAC 183\u000a15:44:17.011179 tst iperf3m4.py: using CellId 34608\u000a15:44:17.143352 tst iperf3m4.py: using BVCI 34609\u000a15:44:17.169578 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.181571 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.193794 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.205700 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.218727 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.231528 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.243255 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.254756 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:17.266508 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:17.388267 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:17.511358 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:17.632741 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:17.937699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:44:18.078696 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:18.429881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1518): Launched\u000a15:44:18.722694 run iperf3-srv_10.42.42.10(pid=1519): Launched\u000a15:44:18.930635 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:44:19.072083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:19.425801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1520): Launched\u000a15:44:19.718078 run iperf3-srv_10.42.42.10(pid=1521): Launched\u000a15:44:19.925604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:44:20.066882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:20.418114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1522): Launched\u000a15:44:20.711357 run iperf3-srv_10.42.42.10(pid=1523): Launched\u000a15:44:20.918610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:44:21.059193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:21.412131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1524): Launched\u000a15:44:21.722840 run iperf3-srv_10.42.42.10(pid=1525): Launched\u000a15:44:21.930610 tst iperf3m4.py:8: start network...\u000a15:44:22.071316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:22.617263 run create_hlr_db(pid=1526): Launched\u000a15:44:22.811939 bus /gobi_6: Setting Powered False\u000a15:44:23.833671 run create_hlr_db(pid=1526): Terminated: ok {rc=0}\u000a15:44:24.260172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1528): Launched\u000a15:44:24.582685 run osmo-hlr_10.42.42.2(pid=1529): Launched\u000a15:44:24.708070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:25.266803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1531): Launched\u000a15:44:25.587406 run osmo-stp_10.42.42.5(pid=1532): Launched\u000a15:44:25.703816 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:26.255780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1534): Launched\u000a15:44:26.368606 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:26.647700 run patchelf(pid=1535): Launched\u000a15:44:26.833089 run osmo-stp_10.42.42.5(pid=1532): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1532)]\u000a15:44:26.969095 run osmo-stp_10.42.42.5(pid=1532): stdout: \u000a| (launched: 2022-12-13_15:44:25.427429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:27.105342 run osmo-stp_10.42.42.5(pid=1532): stderr: \u000a| �[0;m�[38;5;43m20221213154425597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154425597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154425598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154425598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:27.236428 run osmo-stp_10.42.42.5(pid=1532): stdout: \u000a| (launched: 2022-12-13_15:44:25.427429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:27.366283 run osmo-stp_10.42.42.5(pid=1532): stderr: \u000a| �[0;m�[38;5;43m20221213154425597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154425597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154425598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154425598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:27.517880 run patchelf(pid=1535): Terminating (SIGINT)\u000a15:44:27.696839 run patchelf(pid=1535): Terminated: ok {rc=0}\u000a15:44:27.729521 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1532): Process ended prematurely: osmo-stp_10.42.42.5(pid=1532) [trial-2391↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1532)] [trial-2391↪gprs:sysmo↪iperf3m4.py:8]\u000a15:44:27.738918 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a15:44:27.800784 run osmo-hlr_10.42.42.2(pid=1529): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1529)]\u000a15:44:27.850475 run osmo-hlr_10.42.42.2(pid=1529): stdout: \u000a| (launched: 2022-12-13_15:44:24.421396) \u000a15:44:27.901063 run osmo-hlr_10.42.42.2(pid=1529): stderr: \u000a| �[0;m�[1;31m20221213154424598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154424598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154424598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154424598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154424599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154424599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154424613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154424621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154424621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154424621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:27.943841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1518): Terminating (SIGTERM)\u000a15:44:27.984409 run iperf3-srv_10.42.42.10(pid=1519): Terminating (SIGTERM)\u000a15:44:28.025808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1520): Terminating (SIGTERM)\u000a15:44:28.066716 run iperf3-srv_10.42.42.10(pid=1521): Terminating (SIGTERM)\u000a15:44:28.108079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1522): Terminating (SIGTERM)\u000a15:44:28.149032 run iperf3-srv_10.42.42.10(pid=1523): Terminating (SIGTERM)\u000a15:44:28.191768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1524): Terminating (SIGTERM)\u000a15:44:28.233027 run iperf3-srv_10.42.42.10(pid=1525): Terminating (SIGTERM)\u000a15:44:28.275815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1528): Terminating (SIGTERM)\u000a15:44:28.317214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1531): Terminating (SIGTERM)\u000a15:44:28.358507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1534): Terminating (SIGTERM)\u000a15:44:28.367885 --- ParallelTerminationStrategy: PID 1518 died...\u000a15:44:28.423026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1518): Terminated: ok {rc=0}\u000a15:44:28.432818 --- ParallelTerminationStrategy: PID 1519 died...\u000a15:44:28.486909 run iperf3-srv_10.42.42.10(pid=1519): Terminated {rc=256}\u000a15:44:28.496582 --- ParallelTerminationStrategy: PID 1520 died...\u000a15:44:28.551117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1520): Terminated: ok {rc=0}\u000a15:44:28.560784 --- ParallelTerminationStrategy: PID 1521 died...\u000a15:44:28.615301 run iperf3-srv_10.42.42.10(pid=1521): Terminated {rc=256}\u000a15:44:28.625093 --- ParallelTerminationStrategy: PID 1522 died...\u000a15:44:28.679470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1522): Terminated: ok {rc=0}\u000a15:44:28.689179 --- ParallelTerminationStrategy: PID 1523 died...\u000a15:44:28.743392 run iperf3-srv_10.42.42.10(pid=1523): Terminated {rc=256}\u000a15:44:28.753201 --- ParallelTerminationStrategy: PID 1524 died...\u000a15:44:28.807578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1524): Terminated: ok {rc=0}\u000a15:44:28.817366 --- ParallelTerminationStrategy: PID 1525 died...\u000a15:44:28.871606 run iperf3-srv_10.42.42.10(pid=1525): Terminated {rc=256}\u000a15:44:28.881363 --- ParallelTerminationStrategy: PID 1528 died...\u000a15:44:28.935715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1528): Terminated: ok {rc=0}\u000a15:44:28.945783 --- ParallelTerminationStrategy: PID 1531 died...\u000a15:44:29.000274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1531): Terminated: ok {rc=0}\u000a15:44:29.010018 --- ParallelTerminationStrategy: PID 1534 died...\u000a15:44:29.064527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1534): Terminated: ok {rc=0}\u000a15:44:29.153886 bus /gobi_4: Setting Powered False\u000a15:44:30.258630 bus /gobi_4: Setting Powered False\u000a15:44:31.389604 bus /gobi_1: Setting Powered False\u000a15:44:32.500329 bus /gobi_1: Setting Powered False\u000a15:44:33.608794 bus /gobi_0: Setting Powered False\u000a15:44:34.710897 bus /gobi_0: Setting Powered False\u000a15:44:35.825117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1542): Process ended prematurely: osmo-stp_10.42.42.5(pid=1542) [trial-2391↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1542): Process ended prematurely: osmo-stp_10.42.42.5(pid=1542) [trial-2391↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo ping.py\u000a----------------------------------------------\u000a15:44:36.894956 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:36.907104 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:44:37.041761 tst ping.py: using LAC 34609\u000a15:44:37.174026 tst ping.py: using RAC 184\u000a15:44:37.305600 tst ping.py: using CellId 34609\u000a15:44:37.437688 tst ping.py: using BVCI 34610\u000a15:44:37.463342 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.474681 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.486093 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.497326 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.508685 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.519982 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.531534 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:37.543010 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:37.844495 tst ping.py:19: start network...\u000a15:44:37.983174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:38.515150 run create_hlr_db(pid=1536): Launched\u000a15:44:38.707892 bus /gobi_6: Setting Powered False\u000a15:44:39.728191 run create_hlr_db(pid=1536): Terminated: ok {rc=0}\u000a15:44:40.149435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1538): Launched\u000a15:44:40.462109 run osmo-hlr_10.42.42.2(pid=1539): Launched\u000a15:44:40.577059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:41.117588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1541): Launched\u000a15:44:41.429312 run osmo-stp_10.42.42.5(pid=1542): Launched\u000a15:44:41.541889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:42.085147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1544): Launched\u000a15:44:42.195744 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:42.470287 run patchelf(pid=1545): Launched\u000a15:44:42.652615 run osmo-stp_10.42.42.5(pid=1542): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)]\u000a15:44:42.786292 run osmo-stp_10.42.42.5(pid=1542): stdout: \u000a| (launched: 2022-12-13_15:44:41.274938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:42.920920 run osmo-stp_10.42.42.5(pid=1542): stderr: \u000a| �[0;m�[38;5;43m20221213154441446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154441446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154441446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154441447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154441449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154441449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154441449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:43.049417 run osmo-stp_10.42.42.5(pid=1542): stdout: \u000a| (launched: 2022-12-13_15:44:41.274938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:43.176813 run osmo-stp_10.42.42.5(pid=1542): stderr: \u000a| �[0;m�[38;5;43m20221213154441446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154441446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154441446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154441447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154441449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154441449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154441449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:43.325439 run patchelf(pid=1545): Terminating (SIGINT)\u000a15:44:43.499426 run patchelf(pid=1545): Terminated: ok {rc=0}\u000a15:44:43.530866 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1542): Process ended prematurely: osmo-stp_10.42.42.5(pid=1542) [trial-2391↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1542)] [trial-2391↪gprs:sysmo↪ping.py:22]\u000a15:44:43.539513 tst ping.py:22: Test FAILED (6.6 sec)\u000a15:44:43.600871 run osmo-hlr_10.42.42.2(pid=1539): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1539)]\u000a15:44:43.651256 run osmo-hlr_10.42.42.2(pid=1539): stdout: \u000a| (launched: 2022-12-13_15:44:40.306972) \u000a15:44:43.701651 run osmo-hlr_10.42.42.2(pid=1539): stderr: \u000a| �[0;m�[1;31m20221213154440489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154440489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154440489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154440489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154440489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154440490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154440501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154440510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154440511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154440511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:43.745024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1538): Terminating (SIGTERM)\u000a15:44:43.786701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1541): Terminating (SIGTERM)\u000a15:44:43.827569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1544): Terminating (SIGTERM)\u000a15:44:43.836909 --- ParallelTerminationStrategy: PID 1538 died...\u000a15:44:43.891663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1538): Terminated: ok {rc=0}\u000a15:44:43.901793 --- ParallelTerminationStrategy: PID 1541 died...\u000a15:44:43.956445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1541): Terminated: ok {rc=0}\u000a15:44:43.966208 --- ParallelTerminationStrategy: PID 1544 died...\u000a15:44:44.020762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1544): Terminated: ok {rc=0}\u000a15:44:44.110666 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2391↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2391↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:44:45.162215 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.173555 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a15:44:45.303172 tst ping_idle_ping.py: using LAC 34610\u000a15:44:45.425116 tst ping_idle_ping.py: using RAC 185\u000a15:44:45.543945 tst ping_idle_ping.py: using CellId 34610\u000a15:44:45.665534 tst ping_idle_ping.py: using BVCI 34611\u000a15:44:45.689266 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.699840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.710439 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.720905 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.731675 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.742505 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.753879 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a15:44:45.764915 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a15:44:46.074277 tst ping_idle_ping.py:24: start network...\u000a15:44:46.207899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:46.715301 run create_hlr_db(pid=1546): Launched\u000a15:44:46.902246 bus /gobi_6: Setting Powered False\u000a15:44:47.927534 run create_hlr_db(pid=1546): Terminated: ok {rc=0}\u000a15:44:48.347173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Launched\u000a15:44:48.660769 run osmo-hlr_10.42.42.2(pid=1549): Launched\u000a15:44:48.773097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:44:49.313419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Launched\u000a15:44:49.626780 run osmo-stp_10.42.42.5(pid=1552): Launched\u000a15:44:49.739727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:44:50.286928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1554): Launched\u000a15:44:50.398720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:44:50.673539 run patchelf(pid=1555): Launched\u000a15:44:50.856696 run osmo-stp_10.42.42.5(pid=1552): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]\u000a15:44:50.991151 run osmo-stp_10.42.42.5(pid=1552): stdout: \u000a| (launched: 2022-12-13_15:44:49.470506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:51.126395 run osmo-stp_10.42.42.5(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221213154449643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154449643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154449643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154449644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154449646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154449646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154449646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:51.255936 run osmo-stp_10.42.42.5(pid=1552): stdout: \u000a| (launched: 2022-12-13_15:44:49.470506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:44:51.384248 run osmo-stp_10.42.42.5(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221213154449643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154449643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154449643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154449644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154449646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154449646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154449646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:44:51.533576 run patchelf(pid=1555): Terminating (SIGINT)\u000a15:44:51.708406 run patchelf(pid=1555): Terminated: ok {rc=0}\u000a15:44:51.740053 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2391↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)] [trial-2391↪gprs:sysmo↪ping_idle_ping.py:27]\u000a15:44:51.748745 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:44:51.810087 run osmo-hlr_10.42.42.2(pid=1549): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1549)]\u000a15:44:51.860695 run osmo-hlr_10.42.42.2(pid=1549): stdout: \u000a| (launched: 2022-12-13_15:44:48.504374) \u000a15:44:51.911660 run osmo-hlr_10.42.42.2(pid=1549): stderr: \u000a| �[0;m�[1;31m20221213154448686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154448686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154448686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154448686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154448686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154448686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154448713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154448722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154448723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154448723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:44:51.954731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Terminating (SIGTERM)\u000a15:44:51.995491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Terminating (SIGTERM)\u000a15:44:52.036515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1554): Terminating (SIGTERM)\u000a15:44:52.045918 --- ParallelTerminationStrategy: PID 1548 died...\u000a15:44:52.101336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Terminated: ok {rc=0}\u000a15:44:52.111172 --- ParallelTerminationStrategy: PID 1551 died...\u000a15:44:52.166124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Terminated: ok {rc=0}\u000a15:44:52.175877 --- ParallelTerminationStrategy: PID 1554 died...\u000a15:44:52.230708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1554): Terminated: ok {rc=0}\u000a15:44:52.320336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:43:52" }, { "cases" : [ { "testActions" : [ ], "age" : 79, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1570): Process ended prematurely: osmo-stp_10.42.42.5(pid=1570) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1570)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1570): Process ended prematurely: osmo-stp_10.42.42.5(pid=1570) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:44:54.434618 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:54.445623 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:44:54.572795 tst cs_paging_gprs_active.py: using LAC 34611\u000a15:44:54.697489 tst cs_paging_gprs_active.py: using RAC 186\u000a15:44:54.821152 tst cs_paging_gprs_active.py: using CellId 34611\u000a15:44:54.945687 tst cs_paging_gprs_active.py: using BVCI 34612\u000a15:44:54.970255 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:54.981399 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:54.992207 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:55.002865 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:55.014272 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:55.025519 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:55.036881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:55.048179 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:44:55.059479 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:55.183892 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:44:55.475406 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:44:55.607750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:55.939487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1560): Launched\u000a15:44:56.216757 run iperf3-srv_10.42.42.10(pid=1561): Launched\u000a15:44:56.411702 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:44:56.544409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:44:56.877179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1562): Launched\u000a15:44:57.152296 run iperf3-srv_10.42.42.10(pid=1563): Launched\u000a15:44:57.347029 tst cs_paging_gprs_active.py:38: start network...\u000a15:44:57.479996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:44:57.982269 run create_hlr_db(pid=1564): Launched\u000a15:44:58.164666 bus /gobi_6: Setting Powered False\u000a15:44:59.186263 run create_hlr_db(pid=1564): Terminated: ok {rc=0}\u000a15:44:59.639637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1566): Launched\u000a15:44:59.980283 run osmo-hlr_10.42.42.2(pid=1567): Launched\u000a15:45:00.108480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:00.699939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1569): Launched\u000a15:45:01.199496 run osmo-stp_10.42.42.5(pid=1570): Launched\u000a15:45:01.344354 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:01.965987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1575): Launched\u000a15:45:02.083980 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:02.385199 run patchelf(pid=1576): Launched\u000a15:45:02.583822 run osmo-stp_10.42.42.5(pid=1570): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1570)]\u000a15:45:02.728592 run osmo-stp_10.42.42.5(pid=1570): stdout: \u000a| (launched: 2022-12-13_15:45:00.880820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:02.873814 run osmo-stp_10.42.42.5(pid=1570): stderr: \u000a| �[0;m�[38;5;43m20221213154501103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154501103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154501104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154501105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154501108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154501108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154501108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:03.014098 run osmo-stp_10.42.42.5(pid=1570): stdout: \u000a| (launched: 2022-12-13_15:45:00.880820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:03.152778 run osmo-stp_10.42.42.5(pid=1570): stderr: \u000a| �[0;m�[38;5;43m20221213154501103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154501103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154501104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154501105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154501108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154501108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154501108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:03.314759 run patchelf(pid=1576): Terminating (SIGINT)\u000a15:45:03.504623 run patchelf(pid=1576): Terminated: ok {rc=0}\u000a15:45:03.539555 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1570): Process ended prematurely: osmo-stp_10.42.42.5(pid=1570) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1570)] [trial-2391↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a15:45:03.549705 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a15:45:03.614147 run osmo-hlr_10.42.42.2(pid=1567): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1567)]\u000a15:45:03.666754 run osmo-hlr_10.42.42.2(pid=1567): stdout: \u000a| (launched: 2022-12-13_15:44:59.811727) \u000a15:45:03.720061 run osmo-hlr_10.42.42.2(pid=1567): stderr: \u000a| �[0;m�[1;31m20221213154500012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154500012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154500012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154500012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154500013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154500013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154500025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154500034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154500034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154500034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:03.765593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1560): Terminating (SIGTERM)\u000a15:45:03.808607 run iperf3-srv_10.42.42.10(pid=1561): Terminating (SIGTERM)\u000a15:45:03.853163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1562): Terminating (SIGTERM)\u000a15:45:03.896735 run iperf3-srv_10.42.42.10(pid=1563): Terminating (SIGTERM)\u000a15:45:03.939814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1566): Terminating (SIGTERM)\u000a15:45:03.982839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1569): Terminating (SIGTERM)\u000a15:45:04.025434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1575): Terminating (SIGTERM)\u000a15:45:04.035023 --- ParallelTerminationStrategy: PID 1560 died...\u000a15:45:04.092000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1560): Terminated: ok {rc=0}\u000a15:45:04.102143 --- ParallelTerminationStrategy: PID 1561 died...\u000a15:45:04.158378 run iperf3-srv_10.42.42.10(pid=1561): Terminated {rc=256}\u000a15:45:04.168398 --- ParallelTerminationStrategy: PID 1562 died...\u000a15:45:04.224770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1562): Terminated: ok {rc=0}\u000a15:45:04.235019 --- ParallelTerminationStrategy: PID 1563 died...\u000a15:45:04.291283 run iperf3-srv_10.42.42.10(pid=1563): Terminated {rc=256}\u000a15:45:04.301548 --- ParallelTerminationStrategy: PID 1566 died...\u000a15:45:04.357635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1566): Terminated: ok {rc=0}\u000a15:45:04.367824 --- ParallelTerminationStrategy: PID 1569 died...\u000a15:45:04.424441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1569): Terminated: ok {rc=0}\u000a15:45:04.434653 --- ParallelTerminationStrategy: PID 1575 died...\u000a15:45:04.491833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1575): Terminated: ok {rc=0}\u000a15:45:04.580735 bus /gobi_0: Setting Powered False\u000a15:45:05.689411 bus /gobi_0: Setting Powered False\u000a15:45:06.799057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a15:45:07.917239 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:07.929539 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:45:08.066925 tst iperf3.py: using LAC 34612\u000a15:45:08.200302 tst iperf3.py: using RAC 187\u000a15:45:08.322996 tst iperf3.py: using CellId 34612\u000a15:45:08.448852 tst iperf3.py: using BVCI 34613\u000a15:45:08.473388 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.484450 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.495407 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.506155 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.517107 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.528154 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.539014 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.550399 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:08.561956 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:08.856546 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:45:08.989211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:09.321263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1577): Launched\u000a15:45:09.597468 run iperf3-srv_10.42.42.10(pid=1578): Launched\u000a15:45:09.790933 tst iperf3.py:8: start network...\u000a15:45:09.923469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:10.425152 run create_hlr_db(pid=1579): Launched\u000a15:45:10.607550 bus /gobi_6: Setting Powered False\u000a15:45:11.628705 run create_hlr_db(pid=1579): Terminated: ok {rc=0}\u000a15:45:12.079676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Launched\u000a15:45:12.420788 run osmo-hlr_10.42.42.2(pid=1582): Launched\u000a15:45:12.545072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:13.134617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Launched\u000a15:45:13.475267 run osmo-stp_10.42.42.5(pid=1585): Launched\u000a15:45:13.598993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:14.194156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1587): Launched\u000a15:45:14.314982 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:14.613628 run patchelf(pid=1588): Launched\u000a15:45:14.811264 run osmo-stp_10.42.42.5(pid=1585): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)]\u000a15:45:14.955943 run osmo-stp_10.42.42.5(pid=1585): stdout: \u000a| (launched: 2022-12-13_15:45:13.307080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:15.100876 run osmo-stp_10.42.42.5(pid=1585): stderr: \u000a| �[0;m�[38;5;43m20221213154513505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154513505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154513505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154513506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154513506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154513506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154513506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:15.240599 run osmo-stp_10.42.42.5(pid=1585): stdout: \u000a| (launched: 2022-12-13_15:45:13.307080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:15.378978 run osmo-stp_10.42.42.5(pid=1585): stderr: \u000a| �[0;m�[38;5;43m20221213154513505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154513505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154513505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154513506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154513506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154513506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154513506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:15.540822 run patchelf(pid=1588): Terminating (SIGINT)\u000a15:45:15.730858 run patchelf(pid=1588): Terminated: ok {rc=0}\u000a15:45:15.765551 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1585): Process ended prematurely: osmo-stp_10.42.42.5(pid=1585) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1585)] [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a15:45:15.775755 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a15:45:15.845892 run osmo-hlr_10.42.42.2(pid=1582): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1582)]\u000a15:45:15.907978 run osmo-hlr_10.42.42.2(pid=1582): stdout: \u000a| (launched: 2022-12-13_15:45:12.252328) \u000a15:45:15.962368 run osmo-hlr_10.42.42.2(pid=1582): stderr: \u000a| �[0;m�[1;31m20221213154512453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154512453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154512453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154512453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154512453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154512453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154512469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154512478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154512478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154512478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:16.008320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1577): Terminating (SIGTERM)\u000a15:45:16.053750 run iperf3-srv_10.42.42.10(pid=1578): Terminating (SIGTERM)\u000a15:45:16.099849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Terminating (SIGTERM)\u000a15:45:16.144850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Terminating (SIGTERM)\u000a15:45:16.189019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1587): Terminating (SIGTERM)\u000a15:45:16.199931 --- ParallelTerminationStrategy: PID 1577 died...\u000a15:45:16.257545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1577): Terminated: ok {rc=0}\u000a15:45:16.268143 --- ParallelTerminationStrategy: PID 1578 died...\u000a15:45:16.325387 run iperf3-srv_10.42.42.10(pid=1578): Terminated {rc=256}\u000a15:45:16.336018 --- ParallelTerminationStrategy: PID 1581 died...\u000a15:45:16.393361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1581): Terminated: ok {rc=0}\u000a15:45:16.403989 --- ParallelTerminationStrategy: PID 1584 died...\u000a15:45:16.461587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1584): Terminated: ok {rc=0}\u000a15:45:16.472170 --- ParallelTerminationStrategy: PID 1587 died...\u000a15:45:16.529677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1587): Terminated: ok {rc=0}\u000a15:45:16.620288 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a15:45:17.733541 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:17.745296 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:45:17.878835 tst iperf3m4.py: using LAC 34613\u000a15:45:18.004555 tst iperf3m4.py: using RAC 188\u000a15:45:18.130429 tst iperf3m4.py: using CellId 34613\u000a15:45:18.260412 tst iperf3m4.py: using BVCI 34614\u000a15:45:18.286578 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.298161 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.309652 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.321095 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.332207 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.343629 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.355049 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.366161 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:18.377429 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:18.497582 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:18.625204 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:18.750438 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:19.041774 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:45:19.174996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:19.509603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1589): Launched\u000a15:45:19.788717 run iperf3-srv_10.42.42.10(pid=1590): Launched\u000a15:45:19.982042 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:45:20.114467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:20.444695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1591): Launched\u000a15:45:20.721674 run iperf3-srv_10.42.42.10(pid=1592): Launched\u000a15:45:20.915699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:45:21.048112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:21.380478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1593): Launched\u000a15:45:21.657188 run iperf3-srv_10.42.42.10(pid=1594): Launched\u000a15:45:21.850889 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:45:21.983302 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:22.316381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1595): Launched\u000a15:45:22.592703 run iperf3-srv_10.42.42.10(pid=1596): Launched\u000a15:45:22.786164 tst iperf3m4.py:8: start network...\u000a15:45:22.918447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:23.422019 run create_hlr_db(pid=1597): Launched\u000a15:45:23.604526 bus /gobi_6: Setting Powered False\u000a15:45:24.625140 run create_hlr_db(pid=1597): Terminated: ok {rc=0}\u000a15:45:25.078498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Launched\u000a15:45:25.419817 run osmo-hlr_10.42.42.2(pid=1600): Launched\u000a15:45:25.546960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:26.136723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Launched\u000a15:45:26.478209 run osmo-stp_10.42.42.5(pid=1603): Launched\u000a15:45:26.601161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:27.193549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1605): Launched\u000a15:45:27.314333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:27.610281 run patchelf(pid=1606): Launched\u000a15:45:27.807588 run osmo-stp_10.42.42.5(pid=1603): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)]\u000a15:45:27.952233 run osmo-stp_10.42.42.5(pid=1603): stdout: \u000a| (launched: 2022-12-13_15:45:26.309457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:28.096884 run osmo-stp_10.42.42.5(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221213154526503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154526503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154526504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154526504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154526504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154526505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154526505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:28.236451 run osmo-stp_10.42.42.5(pid=1603): stdout: \u000a| (launched: 2022-12-13_15:45:26.309457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:28.374582 run osmo-stp_10.42.42.5(pid=1603): stderr: \u000a| �[0;m�[38;5;43m20221213154526503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154526503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154526504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154526504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154526504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154526505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154526505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:28.535805 run patchelf(pid=1606): Terminating (SIGINT)\u000a15:45:28.724633 run patchelf(pid=1606): Terminated: ok {rc=0}\u000a15:45:28.759324 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1603): Process ended prematurely: osmo-stp_10.42.42.5(pid=1603) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1603)] [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a15:45:28.769396 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a15:45:28.833619 run osmo-hlr_10.42.42.2(pid=1600): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1600)]\u000a15:45:28.886483 run osmo-hlr_10.42.42.2(pid=1600): stdout: \u000a| (launched: 2022-12-13_15:45:25.251124) \u000a15:45:28.940073 run osmo-hlr_10.42.42.2(pid=1600): stderr: \u000a| �[0;m�[1;31m20221213154525449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154525449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154525449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154525450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154525450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154525450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154525463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154525474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154525474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154525474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:28.985550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1589): Terminating (SIGTERM)\u000a15:45:29.028526 run iperf3-srv_10.42.42.10(pid=1590): Terminating (SIGTERM)\u000a15:45:29.071549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1591): Terminating (SIGTERM)\u000a15:45:29.114215 run iperf3-srv_10.42.42.10(pid=1592): Terminating (SIGTERM)\u000a15:45:29.157429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1593): Terminating (SIGTERM)\u000a15:45:29.200192 run iperf3-srv_10.42.42.10(pid=1594): Terminating (SIGTERM)\u000a15:45:29.243242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1595): Terminating (SIGTERM)\u000a15:45:29.286209 run iperf3-srv_10.42.42.10(pid=1596): Terminating (SIGTERM)\u000a15:45:29.329199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Terminating (SIGTERM)\u000a15:45:29.371998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Terminating (SIGTERM)\u000a15:45:29.415095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1605): Terminating (SIGTERM)\u000a15:45:29.425014 --- ParallelTerminationStrategy: PID 1589 died...\u000a15:45:29.482394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1589): Terminated: ok {rc=0}\u000a15:45:29.492660 --- ParallelTerminationStrategy: PID 1590 died...\u000a15:45:29.549662 run iperf3-srv_10.42.42.10(pid=1590): Terminated {rc=256}\u000a15:45:29.559984 --- ParallelTerminationStrategy: PID 1591 died...\u000a15:45:29.616511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1591): Terminated: ok {rc=0}\u000a15:45:29.626713 --- ParallelTerminationStrategy: PID 1592 died...\u000a15:45:29.683139 run iperf3-srv_10.42.42.10(pid=1592): Terminated {rc=256}\u000a15:45:29.693567 --- ParallelTerminationStrategy: PID 1593 died...\u000a15:45:29.749867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1593): Terminated: ok {rc=0}\u000a15:45:29.760182 --- ParallelTerminationStrategy: PID 1594 died...\u000a15:45:29.816593 run iperf3-srv_10.42.42.10(pid=1594): Terminated {rc=256}\u000a15:45:29.826796 --- ParallelTerminationStrategy: PID 1595 died...\u000a15:45:29.883957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1595): Terminated: ok {rc=0}\u000a15:45:29.894318 --- ParallelTerminationStrategy: PID 1596 died...\u000a15:45:29.950849 run iperf3-srv_10.42.42.10(pid=1596): Terminated {rc=256}\u000a15:45:29.961182 --- ParallelTerminationStrategy: PID 1599 died...\u000a15:45:30.017760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1599): Terminated: ok {rc=0}\u000a15:45:30.028088 --- ParallelTerminationStrategy: PID 1602 died...\u000a15:45:30.085009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1602): Terminated: ok {rc=0}\u000a15:45:30.095274 --- ParallelTerminationStrategy: PID 1605 died...\u000a15:45:30.151921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1605): Terminated: ok {rc=0}\u000a15:45:30.240755 bus /gobi_4: Setting Powered False\u000a15:45:31.353593 bus /gobi_4: Setting Powered False\u000a15:45:32.465522 bus /gobi_1: Setting Powered False\u000a15:45:33.570158 bus /gobi_1: Setting Powered False\u000a15:45:34.681764 bus /gobi_0: Setting Powered False\u000a15:45:35.790878 bus /gobi_0: Setting Powered False\u000a15:45:36.901675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1613): Process ended prematurely: osmo-stp_10.42.42.5(pid=1613) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1613): Process ended prematurely: osmo-stp_10.42.42.5(pid=1613) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a15:45:37.972541 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:37.984756 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:45:38.121068 tst ping.py: using LAC 34614\u000a15:45:38.253578 tst ping.py: using RAC 189\u000a15:45:38.383714 tst ping.py: using CellId 34614\u000a15:45:38.518910 tst ping.py: using BVCI 34615\u000a15:45:38.544275 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.555692 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.567055 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.578324 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.590294 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.602083 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.613932 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:38.625722 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:38.931667 tst ping.py:19: start network...\u000a15:45:39.070786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:39.592607 run create_hlr_db(pid=1607): Launched\u000a15:45:39.785814 bus /gobi_6: Setting Powered False\u000a15:45:40.793843 run create_hlr_db(pid=1607): Terminated: ok {rc=0}\u000a15:45:41.248347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1609): Launched\u000a15:45:41.586048 run osmo-hlr_10.42.42.2(pid=1610): Launched\u000a15:45:41.707277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:42.286141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1612): Launched\u000a15:45:42.620301 run osmo-stp_10.42.42.5(pid=1613): Launched\u000a15:45:42.740340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:43.321707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1615): Launched\u000a15:45:43.439675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:43.732519 run patchelf(pid=1616): Launched\u000a15:45:43.926888 run osmo-stp_10.42.42.5(pid=1613): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)]\u000a15:45:44.068576 run osmo-stp_10.42.42.5(pid=1613): stdout: \u000a| (launched: 2022-12-13_15:45:42.454595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:44.210808 run osmo-stp_10.42.42.5(pid=1613): stderr: \u000a| �[0;m�[38;5;43m20221213154542651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154542651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154542651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154542651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154542652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154542652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154542652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:44.348388 run osmo-stp_10.42.42.5(pid=1613): stdout: \u000a| (launched: 2022-12-13_15:45:42.454595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:44.483797 run osmo-stp_10.42.42.5(pid=1613): stderr: \u000a| �[0;m�[38;5;43m20221213154542651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154542651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154542651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154542651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154542652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154542652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154542652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:44.642373 run patchelf(pid=1616): Terminating (SIGINT)\u000a15:45:44.828143 run patchelf(pid=1616): Terminated: ok {rc=0}\u000a15:45:44.861737 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1613): Process ended prematurely: osmo-stp_10.42.42.5(pid=1613) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1613)] [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a15:45:44.871219 tst ping.py:22: Test FAILED (6.9 sec)\u000a15:45:44.935825 run osmo-hlr_10.42.42.2(pid=1610): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1610)]\u000a15:45:44.988179 run osmo-hlr_10.42.42.2(pid=1610): stdout: \u000a| (launched: 2022-12-13_15:45:41.418094) \u000a15:45:45.041203 run osmo-hlr_10.42.42.2(pid=1610): stderr: \u000a| �[0;m�[1;31m20221213154541619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154541619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154541619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154541619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154541620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154541620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154541649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154541660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154541660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154541660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:45.086559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1609): Terminating (SIGTERM)\u000a15:45:45.129497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1612): Terminating (SIGTERM)\u000a15:45:45.172144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1615): Terminating (SIGTERM)\u000a15:45:45.182032 --- ParallelTerminationStrategy: PID 1609 died...\u000a15:45:45.239117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1609): Terminated: ok {rc=0}\u000a15:45:45.249862 --- ParallelTerminationStrategy: PID 1612 died...\u000a15:45:45.306753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1612): Terminated: ok {rc=0}\u000a15:45:45.317067 --- ParallelTerminationStrategy: PID 1615 died...\u000a15:45:45.373774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1615): Terminated: ok {rc=0}\u000a15:45:45.462976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1623): Process ended prematurely: osmo-stp_10.42.42.5(pid=1623) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1623): Process ended prematurely: osmo-stp_10.42.42.5(pid=1623) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a15:45:46.519749 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:46.536097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:45:46.677412 tst ping_idle_ping.py: using LAC 34615\u000a15:45:46.808728 tst ping_idle_ping.py: using RAC 190\u000a15:45:46.937548 tst ping_idle_ping.py: using CellId 34615\u000a15:45:47.067500 tst ping_idle_ping.py: using BVCI 34616\u000a15:45:47.094569 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.107518 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.120065 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.132400 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.145153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.157879 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.170490 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:45:47.183216 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:45:47.495100 tst ping_idle_ping.py:24: start network...\u000a15:45:47.634006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:48.168531 run create_hlr_db(pid=1617): Launched\u000a15:45:48.363618 bus /gobi_6: Setting Powered False\u000a15:45:49.382926 run create_hlr_db(pid=1617): Terminated: ok {rc=0}\u000a15:45:49.805857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1619): Launched\u000a15:45:50.122361 run osmo-hlr_10.42.42.2(pid=1620): Launched\u000a15:45:50.241795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:45:50.787047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1622): Launched\u000a15:45:51.102538 run osmo-stp_10.42.42.5(pid=1623): Launched\u000a15:45:51.215165 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:45:51.769546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1625): Launched\u000a15:45:51.889820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:45:52.165308 run patchelf(pid=1627): Launched\u000a15:45:52.348337 run osmo-stp_10.42.42.5(pid=1623): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)]\u000a15:45:52.482789 run osmo-stp_10.42.42.5(pid=1623): stdout: \u000a| (launched: 2022-12-13_15:45:50.945800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:52.616482 run osmo-stp_10.42.42.5(pid=1623): stderr: \u000a| �[0;m�[38;5;43m20221213154551120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154551120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154551121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154551121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154551122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154551122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154551122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:52.745147 run osmo-stp_10.42.42.5(pid=1623): stdout: \u000a| (launched: 2022-12-13_15:45:50.945800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:45:52.872573 run osmo-stp_10.42.42.5(pid=1623): stderr: \u000a| �[0;m�[38;5;43m20221213154551120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154551120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154551121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154551121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154551122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154551122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154551122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:45:53.021799 run patchelf(pid=1627): Terminating (SIGINT)\u000a15:45:53.196858 run patchelf(pid=1627): Terminated: ok {rc=0}\u000a15:45:53.228500 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1623): Process ended prematurely: osmo-stp_10.42.42.5(pid=1623) [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1623)] [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a15:45:53.237495 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a15:45:53.298368 run osmo-hlr_10.42.42.2(pid=1620): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1620)]\u000a15:45:53.348285 run osmo-hlr_10.42.42.2(pid=1620): stdout: \u000a| (launched: 2022-12-13_15:45:49.964144) \u000a15:45:53.398954 run osmo-hlr_10.42.42.2(pid=1620): stderr: \u000a| �[0;m�[1;31m20221213154550142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154550142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154550142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154550142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154550143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154550143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154550155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154550165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154550166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154550166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:45:53.441927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1619): Terminating (SIGTERM)\u000a15:45:53.482372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1622): Terminating (SIGTERM)\u000a15:45:53.522869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1625): Terminating (SIGTERM)\u000a15:45:53.532152 --- ParallelTerminationStrategy: PID 1619 died...\u000a15:45:53.586588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1619): Terminated: ok {rc=0}\u000a15:45:53.596239 --- ParallelTerminationStrategy: PID 1622 died...\u000a15:45:53.650543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1622): Terminated: ok {rc=0}\u000a15:45:53.660186 --- ParallelTerminationStrategy: PID 1625 died...\u000a15:45:53.714433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1625): Terminated: ok {rc=0}\u000a15:45:53.799731 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:44:54" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1641): Process ended prematurely: osmo-stp_10.42.42.5(pid=1641) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1641): Process ended prematurely: osmo-stp_10.42.42.5(pid=1641) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:45:55.934862 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:55.946308 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:45:56.104009 tst cs_paging_gprs_active.py: using LAC 34616\u000a15:45:56.236243 tst cs_paging_gprs_active.py: using RAC 191\u000a15:45:56.370951 tst cs_paging_gprs_active.py: using CellId 34616\u000a15:45:56.504426 tst cs_paging_gprs_active.py: using BVCI 34617\u000a15:45:56.530587 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.542101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.553419 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.564737 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.575989 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.587321 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.598756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.609991 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:45:56.621439 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:56.742219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:45:57.050321 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:45:57.191813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:57.544369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1631): Launched\u000a15:45:57.836707 run iperf3-srv_10.42.42.10(pid=1632): Launched\u000a15:45:58.044687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:45:58.185974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:45:58.538055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1633): Launched\u000a15:45:58.830153 run iperf3-srv_10.42.42.10(pid=1634): Launched\u000a15:45:59.038489 tst cs_paging_gprs_active.py:38: start network...\u000a15:45:59.179766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:45:59.724114 run create_hlr_db(pid=1635): Launched\u000a15:45:59.920418 bus /gobi_6: Setting Powered False\u000a15:46:00.945192 run create_hlr_db(pid=1635): Terminated: ok {rc=0}\u000a15:46:01.413402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1637): Launched\u000a15:46:01.858483 run osmo-hlr_10.42.42.2(pid=1638): Launched\u000a15:46:02.042477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:02.656803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1640): Launched\u000a15:46:02.999665 run osmo-stp_10.42.42.5(pid=1641): Launched\u000a15:46:03.122879 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:03.715421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1643): Launched\u000a15:46:03.836360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:04.135307 run patchelf(pid=1644): Launched\u000a15:46:04.333322 run osmo-stp_10.42.42.5(pid=1641): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)]\u000a15:46:04.478467 run osmo-stp_10.42.42.5(pid=1641): stdout: \u000a| (launched: 2022-12-13_15:46:02.829826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:04.623196 run osmo-stp_10.42.42.5(pid=1641): stderr: \u000a| �[0;m�[38;5;43m20221213154603024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154603024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154603024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154603025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154603025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154603025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154603025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:04.762851 run osmo-stp_10.42.42.5(pid=1641): stdout: \u000a| (launched: 2022-12-13_15:46:02.829826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:04.901650 run osmo-stp_10.42.42.5(pid=1641): stderr: \u000a| �[0;m�[38;5;43m20221213154603024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154603024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154603024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154603025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154603025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154603025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154603025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:05.063650 run patchelf(pid=1644): Terminating (SIGINT)\u000a15:46:05.254444 run patchelf(pid=1644): Terminated: ok {rc=0}\u000a15:46:05.289046 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1641): Process ended prematurely: osmo-stp_10.42.42.5(pid=1641) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1641)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a15:46:05.298985 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a15:46:05.362728 run osmo-hlr_10.42.42.2(pid=1638): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1638)]\u000a15:46:05.414943 run osmo-hlr_10.42.42.2(pid=1638): stdout: \u000a| (launched: 2022-12-13_15:46:01.582738) \u000a15:46:05.467741 run osmo-hlr_10.42.42.2(pid=1638): stderr: \u000a| �[0;m�[1;31m20221213154601877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154601877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154601877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154601877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154601877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154601877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154601901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154601916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154601916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154601928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:05.512846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1631): Terminating (SIGTERM)\u000a15:46:05.555454 run iperf3-srv_10.42.42.10(pid=1632): Terminating (SIGTERM)\u000a15:46:05.598489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1633): Terminating (SIGTERM)\u000a15:46:05.640752 run iperf3-srv_10.42.42.10(pid=1634): Terminating (SIGTERM)\u000a15:46:05.683806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1637): Terminating (SIGTERM)\u000a15:46:05.726307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1640): Terminating (SIGTERM)\u000a15:46:05.768873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1643): Terminating (SIGTERM)\u000a15:46:05.778742 --- ParallelTerminationStrategy: PID 1631 died...\u000a15:46:05.835328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1631): Terminated: ok {rc=0}\u000a15:46:05.845489 --- ParallelTerminationStrategy: PID 1632 died...\u000a15:46:05.901804 run iperf3-srv_10.42.42.10(pid=1632): Terminated {rc=256}\u000a15:46:05.911831 --- ParallelTerminationStrategy: PID 1633 died...\u000a15:46:05.968010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1633): Terminated: ok {rc=0}\u000a15:46:05.978126 --- ParallelTerminationStrategy: PID 1634 died...\u000a15:46:06.034336 run iperf3-srv_10.42.42.10(pid=1634): Terminated {rc=256}\u000a15:46:06.044376 --- ParallelTerminationStrategy: PID 1637 died...\u000a15:46:06.100856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1637): Terminated: ok {rc=0}\u000a15:46:06.111043 --- ParallelTerminationStrategy: PID 1640 died...\u000a15:46:06.167132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1640): Terminated: ok {rc=0}\u000a15:46:06.177349 --- ParallelTerminationStrategy: PID 1643 died...\u000a15:46:06.233111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1643): Terminated: ok {rc=0}\u000a15:46:06.321477 bus /gobi_0: Setting Powered False\u000a15:46:07.428215 bus /gobi_0: Setting Powered False\u000a15:46:08.538051 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1653): Process ended prematurely: osmo-stp_10.42.42.5(pid=1653) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1653): Process ended prematurely: osmo-stp_10.42.42.5(pid=1653) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a15:46:09.656066 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:09.668292 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:46:09.831326 tst iperf3.py: using LAC 34617\u000a15:46:09.963990 tst iperf3.py: using RAC 192\u000a15:46:10.094938 tst iperf3.py: using CellId 34617\u000a15:46:10.225522 tst iperf3.py: using BVCI 34618\u000a15:46:10.251405 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.262868 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.274085 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.285358 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.296539 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.307800 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.319359 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.330545 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:10.341979 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:10.632383 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:46:10.765120 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:11.097972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1645): Launched\u000a15:46:11.375275 run iperf3-srv_10.42.42.10(pid=1646): Launched\u000a15:46:11.568467 tst iperf3.py:8: start network...\u000a15:46:11.700460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:12.199099 run create_hlr_db(pid=1647): Launched\u000a15:46:12.381261 bus /gobi_6: Setting Powered False\u000a15:46:13.403111 run create_hlr_db(pid=1647): Terminated: ok {rc=0}\u000a15:46:13.827062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1649): Launched\u000a15:46:14.147189 run osmo-hlr_10.42.42.2(pid=1650): Launched\u000a15:46:14.262519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:14.816527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1652): Launched\u000a15:46:15.135087 run osmo-stp_10.42.42.5(pid=1653): Launched\u000a15:46:15.250534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:15.804940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1655): Launched\u000a15:46:15.934673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:16.251055 run patchelf(pid=1656): Launched\u000a15:46:16.454568 run osmo-stp_10.42.42.5(pid=1653): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)]\u000a15:46:16.605203 run osmo-stp_10.42.42.5(pid=1653): stdout: \u000a| (launched: 2022-12-13_15:46:14.976560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:16.754831 run osmo-stp_10.42.42.5(pid=1653): stderr: \u000a| �[0;m�[38;5;43m20221213154615151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154615151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154615151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154615152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154615152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154615152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154615152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:16.899608 run osmo-stp_10.42.42.5(pid=1653): stdout: \u000a| (launched: 2022-12-13_15:46:14.976560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:17.043078 run osmo-stp_10.42.42.5(pid=1653): stderr: \u000a| �[0;m�[38;5;43m20221213154615151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154615151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154615151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154615152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154615152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154615152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154615152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:17.208097 run patchelf(pid=1656): Terminating (SIGINT)\u000a15:46:17.398389 run patchelf(pid=1656): Terminated: ok {rc=0}\u000a15:46:17.433190 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1653): Process ended prematurely: osmo-stp_10.42.42.5(pid=1653) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a15:46:17.443384 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a15:46:17.508296 run osmo-hlr_10.42.42.2(pid=1650): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1650)]\u000a15:46:17.560684 run osmo-hlr_10.42.42.2(pid=1650): stdout: \u000a| (launched: 2022-12-13_15:46:13.987721) \u000a15:46:17.613493 run osmo-hlr_10.42.42.2(pid=1650): stderr: \u000a| �[0;m�[1;31m20221213154614167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154614167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154614167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154614167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154614167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154614167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154614178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154614186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154614187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154614187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:17.658908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1645): Terminating (SIGTERM)\u000a15:46:17.701770 run iperf3-srv_10.42.42.10(pid=1646): Terminating (SIGTERM)\u000a15:46:17.744336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1649): Terminating (SIGTERM)\u000a15:46:17.787051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1652): Terminating (SIGTERM)\u000a15:46:17.830455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1655): Terminating (SIGTERM)\u000a15:46:17.840381 --- ParallelTerminationStrategy: PID 1645 died...\u000a15:46:17.898358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1645): Terminated: ok {rc=0}\u000a15:46:17.908736 --- ParallelTerminationStrategy: PID 1646 died...\u000a15:46:17.965932 run iperf3-srv_10.42.42.10(pid=1646): Terminated {rc=256}\u000a15:46:17.976283 --- ParallelTerminationStrategy: PID 1649 died...\u000a15:46:18.033691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1649): Terminated: ok {rc=0}\u000a15:46:18.043932 --- ParallelTerminationStrategy: PID 1652 died...\u000a15:46:18.101281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1652): Terminated: ok {rc=0}\u000a15:46:18.111628 --- ParallelTerminationStrategy: PID 1655 died...\u000a15:46:18.168791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1655): Terminated: ok {rc=0}\u000a15:46:18.257475 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a15:46:19.372110 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:19.383891 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:46:19.532721 tst iperf3m4.py: using LAC 34618\u000a15:46:19.664542 tst iperf3m4.py: using RAC 193\u000a15:46:19.798099 tst iperf3m4.py: using CellId 34618\u000a15:46:19.930927 tst iperf3m4.py: using BVCI 34619\u000a15:46:19.957191 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:19.968901 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:19.980167 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:19.991540 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:20.003002 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:20.014567 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:20.026277 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:20.037700 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:20.049345 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:20.176446 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:20.300679 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:20.423355 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:20.715221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:46:20.847536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:21.178616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1657): Launched\u000a15:46:21.453165 run iperf3-srv_10.42.42.10(pid=1658): Launched\u000a15:46:21.646140 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:46:21.777802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:22.110214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1659): Launched\u000a15:46:22.386137 run iperf3-srv_10.42.42.10(pid=1660): Launched\u000a15:46:22.579711 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:46:22.711760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:23.041542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Launched\u000a15:46:23.318093 run iperf3-srv_10.42.42.10(pid=1662): Launched\u000a15:46:23.510906 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:46:23.642528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:23.974487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Launched\u000a15:46:24.250410 run iperf3-srv_10.42.42.10(pid=1664): Launched\u000a15:46:24.443917 tst iperf3m4.py:8: start network...\u000a15:46:24.576047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:25.077948 run create_hlr_db(pid=1665): Launched\u000a15:46:25.260270 bus /gobi_6: Setting Powered False\u000a15:46:26.280782 run create_hlr_db(pid=1665): Terminated: ok {rc=0}\u000a15:46:26.732207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Launched\u000a15:46:27.071477 run osmo-hlr_10.42.42.2(pid=1668): Launched\u000a15:46:27.195267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:27.785370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Launched\u000a15:46:28.126907 run osmo-stp_10.42.42.5(pid=1671): Launched\u000a15:46:28.248620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:28.838296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Launched\u000a15:46:28.959404 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:29.257370 run patchelf(pid=1674): Launched\u000a15:46:29.454387 run osmo-stp_10.42.42.5(pid=1671): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)]\u000a15:46:29.598094 run osmo-stp_10.42.42.5(pid=1671): stdout: \u000a| (launched: 2022-12-13_15:46:27.957655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:29.742237 run osmo-stp_10.42.42.5(pid=1671): stderr: \u000a| �[0;m�[38;5;43m20221213154628149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154628149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154628150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154628150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154628151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154628151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154628151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:29.881315 run osmo-stp_10.42.42.5(pid=1671): stdout: \u000a| (launched: 2022-12-13_15:46:27.957655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:30.019526 run osmo-stp_10.42.42.5(pid=1671): stderr: \u000a| �[0;m�[38;5;43m20221213154628149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154628149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154628150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154628150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154628151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154628151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154628151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:30.180139 run patchelf(pid=1674): Terminating (SIGINT)\u000a15:46:30.368865 run patchelf(pid=1674): Terminated: ok {rc=0}\u000a15:46:30.403299 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1671): Process ended prematurely: osmo-stp_10.42.42.5(pid=1671) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1671)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a15:46:30.413355 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a15:46:30.477020 run osmo-hlr_10.42.42.2(pid=1668): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1668)]\u000a15:46:30.528671 run osmo-hlr_10.42.42.2(pid=1668): stdout: \u000a| (launched: 2022-12-13_15:46:26.904417) \u000a15:46:30.580873 run osmo-hlr_10.42.42.2(pid=1668): stderr: \u000a| �[0;m�[1;31m20221213154627104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154627104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154627104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154627104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154627104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154627104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154627117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154627126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154627126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154627126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:30.626096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1657): Terminating (SIGTERM)\u000a15:46:30.669225 run iperf3-srv_10.42.42.10(pid=1658): Terminating (SIGTERM)\u000a15:46:30.712072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1659): Terminating (SIGTERM)\u000a15:46:30.754961 run iperf3-srv_10.42.42.10(pid=1660): Terminating (SIGTERM)\u000a15:46:30.797702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Terminating (SIGTERM)\u000a15:46:30.843978 run iperf3-srv_10.42.42.10(pid=1662): Terminating (SIGTERM)\u000a15:46:30.911811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Terminating (SIGTERM)\u000a15:46:30.958712 run iperf3-srv_10.42.42.10(pid=1664): Terminating (SIGTERM)\u000a15:46:31.004081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Terminating (SIGTERM)\u000a15:46:31.047618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Terminating (SIGTERM)\u000a15:46:31.091165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Terminating (SIGTERM)\u000a15:46:31.101161 --- ParallelTerminationStrategy: PID 1657 died...\u000a15:46:31.162958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1657): Terminated: ok {rc=0}\u000a15:46:31.177092 --- ParallelTerminationStrategy: PID 1658 died...\u000a15:46:31.239143 run iperf3-srv_10.42.42.10(pid=1658): Terminated {rc=256}\u000a15:46:31.250111 --- ParallelTerminationStrategy: PID 1659 died...\u000a15:46:31.308816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1659): Terminated: ok {rc=0}\u000a15:46:31.319924 --- ParallelTerminationStrategy: PID 1660 died...\u000a15:46:31.378051 run iperf3-srv_10.42.42.10(pid=1660): Terminated {rc=256}\u000a15:46:31.388808 --- ParallelTerminationStrategy: PID 1661 died...\u000a15:46:31.446694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1661): Terminated: ok {rc=0}\u000a15:46:31.457458 --- ParallelTerminationStrategy: PID 1662 died...\u000a15:46:31.515257 run iperf3-srv_10.42.42.10(pid=1662): Terminated {rc=256}\u000a15:46:31.526012 --- ParallelTerminationStrategy: PID 1663 died...\u000a15:46:31.583853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1663): Terminated: ok {rc=0}\u000a15:46:31.594573 --- ParallelTerminationStrategy: PID 1664 died...\u000a15:46:31.652502 run iperf3-srv_10.42.42.10(pid=1664): Terminated {rc=256}\u000a15:46:31.663233 --- ParallelTerminationStrategy: PID 1667 died...\u000a15:46:31.721741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1667): Terminated: ok {rc=0}\u000a15:46:31.733770 --- ParallelTerminationStrategy: PID 1670 died...\u000a15:46:31.793644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1670): Terminated: ok {rc=0}\u000a15:46:31.804399 --- ParallelTerminationStrategy: PID 1673 died...\u000a15:46:31.862163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1673): Terminated: ok {rc=0}\u000a15:46:31.954069 bus /gobi_4: Setting Powered False\u000a15:46:33.061656 bus /gobi_4: Setting Powered False\u000a15:46:34.171844 bus /gobi_1: Setting Powered False\u000a15:46:35.276471 bus /gobi_1: Setting Powered False\u000a15:46:36.388265 bus /gobi_0: Setting Powered False\u000a15:46:37.491475 bus /gobi_0: Setting Powered False\u000a15:46:38.606534 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1681): Process ended prematurely: osmo-stp_10.42.42.5(pid=1681) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1681)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1681): Process ended prematurely: osmo-stp_10.42.42.5(pid=1681) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a15:46:39.675375 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:39.687281 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:46:39.834454 tst ping.py: using LAC 34619\u000a15:46:39.958339 tst ping.py: using RAC 194\u000a15:46:40.082241 tst ping.py: using CellId 34619\u000a15:46:40.205884 tst ping.py: using BVCI 34620\u000a15:46:40.229905 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.240820 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.252158 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.263151 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.274357 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.285563 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.296881 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:40.308204 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:40.610662 tst ping.py:19: start network...\u000a15:46:40.750115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:41.283392 run create_hlr_db(pid=1675): Launched\u000a15:46:41.477367 bus /gobi_6: Setting Powered False\u000a15:46:42.497534 run create_hlr_db(pid=1675): Terminated: ok {rc=0}\u000a15:46:42.945074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1677): Launched\u000a15:46:43.281000 run osmo-hlr_10.42.42.2(pid=1678): Launched\u000a15:46:43.401813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:43.990423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1680): Launched\u000a15:46:44.325533 run osmo-stp_10.42.42.5(pid=1681): Launched\u000a15:46:44.446631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:45.030935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1683): Launched\u000a15:46:45.149236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:45.441558 run patchelf(pid=1684): Launched\u000a15:46:45.635186 run osmo-stp_10.42.42.5(pid=1681): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1681)]\u000a15:46:45.776906 run osmo-stp_10.42.42.5(pid=1681): stdout: \u000a| (launched: 2022-12-13_15:46:44.160133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:45.954003 run osmo-stp_10.42.42.5(pid=1681): stderr: \u000a| �[0;m�[38;5;43m20221213154644357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154644357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154644357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154644358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154644358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154644358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154644358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:46.094692 run osmo-stp_10.42.42.5(pid=1681): stdout: \u000a| (launched: 2022-12-13_15:46:44.160133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:46.232384 run osmo-stp_10.42.42.5(pid=1681): stderr: \u000a| �[0;m�[38;5;43m20221213154644357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154644357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154644357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154644358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154644358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154644358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154644358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:46.393916 run patchelf(pid=1684): Terminating (SIGINT)\u000a15:46:46.583046 run patchelf(pid=1684): Terminated: ok {rc=0}\u000a15:46:46.617979 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1681): Process ended prematurely: osmo-stp_10.42.42.5(pid=1681) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1681)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a15:46:46.628435 tst ping.py:22: Test FAILED (6.9 sec)\u000a15:46:46.693260 run osmo-hlr_10.42.42.2(pid=1678): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1678)]\u000a15:46:46.746140 run osmo-hlr_10.42.42.2(pid=1678): stdout: \u000a| (launched: 2022-12-13_15:46:43.114898) \u000a15:46:46.800401 run osmo-hlr_10.42.42.2(pid=1678): stderr: \u000a| �[0;m�[1;31m20221213154643318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154643318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154643318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154643318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154643318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154643318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154643331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154643339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154643339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154643339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:46.846305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1677): Terminating (SIGTERM)\u000a15:46:46.891513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1680): Terminating (SIGTERM)\u000a15:46:46.937102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1683): Terminating (SIGTERM)\u000a15:46:46.947372 --- ParallelTerminationStrategy: PID 1677 died...\u000a15:46:47.005532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1677): Terminated: ok {rc=0}\u000a15:46:47.016169 --- ParallelTerminationStrategy: PID 1680 died...\u000a15:46:47.073546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1680): Terminated: ok {rc=0}\u000a15:46:47.084161 --- ParallelTerminationStrategy: PID 1683 died...\u000a15:46:47.141197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1683): Terminated: ok {rc=0}\u000a15:46:47.229464 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1691): Process ended prematurely: osmo-stp_10.42.42.5(pid=1691) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1691)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1691): Process ended prematurely: osmo-stp_10.42.42.5(pid=1691) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1691)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a15:46:48.282177 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.294927 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:46:48.443490 tst ping_idle_ping.py: using LAC 34620\u000a15:46:48.565765 tst ping_idle_ping.py: using RAC 195\u000a15:46:48.685512 tst ping_idle_ping.py: using CellId 34620\u000a15:46:48.805901 tst ping_idle_ping.py: using BVCI 34621\u000a15:46:48.829839 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.840719 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.851365 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.862167 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.873167 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.884120 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.895415 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:46:48.906520 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:46:49.193908 tst ping_idle_ping.py:24: start network...\u000a15:46:49.323925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:46:49.821152 run create_hlr_db(pid=1685): Launched\u000a15:46:50.003014 bus /gobi_6: Setting Powered False\u000a15:46:51.023561 run create_hlr_db(pid=1685): Terminated: ok {rc=0}\u000a15:46:51.471730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1687): Launched\u000a15:46:51.810380 run osmo-hlr_10.42.42.2(pid=1688): Launched\u000a15:46:51.933380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:46:52.516223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1690): Launched\u000a15:46:52.852752 run osmo-stp_10.42.42.5(pid=1691): Launched\u000a15:46:52.974285 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:46:53.557824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1693): Launched\u000a15:46:53.676618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:46:53.971543 run patchelf(pid=1694): Launched\u000a15:46:54.166659 run osmo-stp_10.42.42.5(pid=1691): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1691)]\u000a15:46:54.309135 run osmo-stp_10.42.42.5(pid=1691): stdout: \u000a| (launched: 2022-12-13_15:46:52.686556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:54.451956 run osmo-stp_10.42.42.5(pid=1691): stderr: \u000a| �[0;m�[38;5;43m20221213154652885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154652885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154652885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154652886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154652886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154652886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154652886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:54.589519 run osmo-stp_10.42.42.5(pid=1691): stdout: \u000a| (launched: 2022-12-13_15:46:52.686556)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:46:54.725555 run osmo-stp_10.42.42.5(pid=1691): stderr: \u000a| �[0;m�[38;5;43m20221213154652885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154652885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154652885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154652886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154652886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154652886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154652886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:46:54.885339 run patchelf(pid=1694): Terminating (SIGINT)\u000a15:46:55.071984 run patchelf(pid=1694): Terminated: ok {rc=0}\u000a15:46:55.105779 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1691): Process ended prematurely: osmo-stp_10.42.42.5(pid=1691) [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1691)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a15:46:55.115306 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a15:46:55.178616 run osmo-hlr_10.42.42.2(pid=1688): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1688)]\u000a15:46:55.230781 run osmo-hlr_10.42.42.2(pid=1688): stdout: \u000a| (launched: 2022-12-13_15:46:51.642869) \u000a15:46:55.283404 run osmo-hlr_10.42.42.2(pid=1688): stderr: \u000a| �[0;m�[1;31m20221213154651842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154651842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154651842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154651842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154651842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154651842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154651855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154651867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154651867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154651867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:46:55.328795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1687): Terminating (SIGTERM)\u000a15:46:55.372200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1690): Terminating (SIGTERM)\u000a15:46:55.415325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1693): Terminating (SIGTERM)\u000a15:46:55.425257 --- ParallelTerminationStrategy: PID 1687 died...\u000a15:46:55.482870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1687): Terminated: ok {rc=0}\u000a15:46:55.493136 --- ParallelTerminationStrategy: PID 1690 died...\u000a15:46:55.550696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1690): Terminated: ok {rc=0}\u000a15:46:55.561183 --- ParallelTerminationStrategy: PID 1693 died...\u000a15:46:55.618044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1693): Terminated: ok {rc=0}\u000a15:46:55.706699 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:45:55" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1708): Process ended prematurely: osmo-stp_10.42.42.5(pid=1708) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1708)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1708): Process ended prematurely: osmo-stp_10.42.42.5(pid=1708) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:46:57.836470 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:57.848078 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:46:58.027690 tst cs_paging_gprs_active.py: using LAC 34621\u000a15:46:58.161734 tst cs_paging_gprs_active.py: using RAC 196\u000a15:46:58.293739 tst cs_paging_gprs_active.py: using CellId 34621\u000a15:46:58.426275 tst cs_paging_gprs_active.py: using BVCI 34622\u000a15:46:58.452274 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.463801 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.475223 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.486652 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.498050 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.509476 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.521009 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.532259 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:46:58.543799 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:58.665717 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:46:58.975402 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:46:59.117342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:46:59.468540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1698): Launched\u000a15:46:59.763159 run iperf3-srv_10.42.42.10(pid=1699): Launched\u000a15:46:59.971453 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:47:00.113049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:47:00.464878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1700): Launched\u000a15:47:00.757806 run iperf3-srv_10.42.42.10(pid=1701): Launched\u000a15:47:00.970616 tst cs_paging_gprs_active.py:38: start network...\u000a15:47:01.114996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:01.680269 run create_hlr_db(pid=1702): Launched\u000a15:47:01.881470 bus /gobi_6: Setting Powered False\u000a15:47:02.895596 run create_hlr_db(pid=1702): Terminated: ok {rc=0}\u000a15:47:03.322083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1704): Launched\u000a15:47:03.644574 run osmo-hlr_10.42.42.2(pid=1705): Launched\u000a15:47:03.762292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:04.315066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1707): Launched\u000a15:47:04.635674 run osmo-stp_10.42.42.5(pid=1708): Launched\u000a15:47:04.751328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:47:05.306927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1710): Launched\u000a15:47:05.419924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:05.700119 run patchelf(pid=1711): Launched\u000a15:47:05.885829 run osmo-stp_10.42.42.5(pid=1708): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1708)]\u000a15:47:06.021542 run osmo-stp_10.42.42.5(pid=1708): stdout: \u000a| (launched: 2022-12-13_15:47:04.476380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:06.157397 run osmo-stp_10.42.42.5(pid=1708): stderr: \u000a| �[0;m�[38;5;43m20221213154704649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154704650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:06.288124 run osmo-stp_10.42.42.5(pid=1708): stdout: \u000a| (launched: 2022-12-13_15:47:04.476380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:06.417923 run osmo-stp_10.42.42.5(pid=1708): stderr: \u000a| �[0;m�[38;5;43m20221213154704649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154704650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:06.569447 run patchelf(pid=1711): Terminating (SIGINT)\u000a15:47:06.747693 run patchelf(pid=1711): Terminated: ok {rc=0}\u000a15:47:06.780199 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1708): Process ended prematurely: osmo-stp_10.42.42.5(pid=1708) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1708)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a15:47:06.789669 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a15:47:06.850987 run osmo-hlr_10.42.42.2(pid=1705): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1705)]\u000a15:47:06.901246 run osmo-hlr_10.42.42.2(pid=1705): stdout: \u000a| (launched: 2022-12-13_15:47:03.484379) \u000a15:47:06.952148 run osmo-hlr_10.42.42.2(pid=1705): stderr: \u000a| �[0;m�[1;31m20221213154703665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154703665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154703665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154703665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154703665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154703665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154703679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154703687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154703687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154703687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:06.996158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1698): Terminating (SIGTERM)\u000a15:47:07.036802 run iperf3-srv_10.42.42.10(pid=1699): Terminating (SIGTERM)\u000a15:47:07.077716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1700): Terminating (SIGTERM)\u000a15:47:07.118521 run iperf3-srv_10.42.42.10(pid=1701): Terminating (SIGTERM)\u000a15:47:07.159297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1704): Terminating (SIGTERM)\u000a15:47:07.199888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1707): Terminating (SIGTERM)\u000a15:47:07.240546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1710): Terminating (SIGTERM)\u000a15:47:07.250029 --- ParallelTerminationStrategy: PID 1698 died...\u000a15:47:07.304722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1698): Terminated: ok {rc=0}\u000a15:47:07.314462 --- ParallelTerminationStrategy: PID 1699 died...\u000a15:47:07.368696 run iperf3-srv_10.42.42.10(pid=1699): Terminated {rc=256}\u000a15:47:07.378497 --- ParallelTerminationStrategy: PID 1700 died...\u000a15:47:07.433032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1700): Terminated: ok {rc=0}\u000a15:47:07.442752 --- ParallelTerminationStrategy: PID 1701 died...\u000a15:47:07.496828 run iperf3-srv_10.42.42.10(pid=1701): Terminated {rc=256}\u000a15:47:07.506682 --- ParallelTerminationStrategy: PID 1704 died...\u000a15:47:07.560933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1704): Terminated: ok {rc=0}\u000a15:47:07.570710 --- ParallelTerminationStrategy: PID 1707 died...\u000a15:47:07.624939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1707): Terminated: ok {rc=0}\u000a15:47:07.634618 --- ParallelTerminationStrategy: PID 1710 died...\u000a15:47:07.689028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1710): Terminated: ok {rc=0}\u000a15:47:07.773266 bus /gobi_0: Setting Powered False\u000a15:47:08.881716 bus /gobi_0: Setting Powered False\u000a15:47:09.990784 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1720): Process ended prematurely: osmo-stp_10.42.42.5(pid=1720) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1720): Process ended prematurely: osmo-stp_10.42.42.5(pid=1720) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a15:47:11.108164 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.120293 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:47:11.279093 tst iperf3.py: using LAC 34622\u000a15:47:11.410863 tst iperf3.py: using RAC 197\u000a15:47:11.542549 tst iperf3.py: using CellId 34622\u000a15:47:11.679821 tst iperf3.py: using BVCI 34623\u000a15:47:11.705827 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.717277 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.728496 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.739851 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.751061 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.762368 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.773760 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.784884 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:11.796362 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:12.100904 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:47:12.242425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:47:12.596021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1712): Launched\u000a15:47:12.890527 run iperf3-srv_10.42.42.10(pid=1713): Launched\u000a15:47:13.099278 tst iperf3.py:8: start network...\u000a15:47:13.240860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:13.784704 run create_hlr_db(pid=1714): Launched\u000a15:47:13.981211 bus /gobi_6: Setting Powered False\u000a15:47:15.001518 run create_hlr_db(pid=1714): Terminated: ok {rc=0}\u000a15:47:15.454695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1716): Launched\u000a15:47:15.794542 run osmo-hlr_10.42.42.2(pid=1717): Launched\u000a15:47:16.011106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:16.669661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1719): Launched\u000a15:47:17.095995 run osmo-stp_10.42.42.5(pid=1720): Launched\u000a15:47:17.342905 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:47:17.949489 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1722): Launched\u000a15:47:18.062717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:18.343028 run patchelf(pid=1723): Launched\u000a15:47:18.529152 run osmo-stp_10.42.42.5(pid=1720): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)]\u000a15:47:18.665308 run osmo-stp_10.42.42.5(pid=1720): stdout: \u000a| (launched: 2022-12-13_15:47:16.833926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:18.802243 run osmo-stp_10.42.42.5(pid=1720): stderr: \u000a| �[0;m�[38;5;43m20221213154717164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154717165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154717165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154717165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154717166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154717166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154717166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:18.934124 run osmo-stp_10.42.42.5(pid=1720): stdout: \u000a| (launched: 2022-12-13_15:47:16.833926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:19.064724 run osmo-stp_10.42.42.5(pid=1720): stderr: \u000a| �[0;m�[38;5;43m20221213154717164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154717165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154717165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154717165 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154717166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154717166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154717166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:19.217407 run patchelf(pid=1723): Terminating (SIGINT)\u000a15:47:19.396331 run patchelf(pid=1723): Terminated: ok {rc=0}\u000a15:47:19.429392 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1720): Process ended prematurely: osmo-stp_10.42.42.5(pid=1720) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1720)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a15:47:19.438900 tst iperf3.py:8: Test FAILED (8.4 sec)\u000a15:47:19.500246 run osmo-hlr_10.42.42.2(pid=1717): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1717)]\u000a15:47:19.550563 run osmo-hlr_10.42.42.2(pid=1717): stdout: \u000a| (launched: 2022-12-13_15:47:15.627351) \u000a15:47:19.601142 run osmo-hlr_10.42.42.2(pid=1717): stderr: \u000a| �[0;m�[1;31m20221213154715844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154715844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154715844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154715844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154715844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154715844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154715865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154715888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154715888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154715897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:19.644335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1712): Terminating (SIGTERM)\u000a15:47:19.685329 run iperf3-srv_10.42.42.10(pid=1713): Terminating (SIGTERM)\u000a15:47:19.726330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1716): Terminating (SIGTERM)\u000a15:47:19.766830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1719): Terminating (SIGTERM)\u000a15:47:19.807680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1722): Terminating (SIGTERM)\u000a15:47:19.817191 --- ParallelTerminationStrategy: PID 1712 died...\u000a15:47:19.871713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1712): Terminated: ok {rc=0}\u000a15:47:19.881396 --- ParallelTerminationStrategy: PID 1713 died...\u000a15:47:19.935917 run iperf3-srv_10.42.42.10(pid=1713): Terminated {rc=256}\u000a15:47:19.945726 --- ParallelTerminationStrategy: PID 1716 died...\u000a15:47:19.999929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1716): Terminated: ok {rc=0}\u000a15:47:20.009721 --- ParallelTerminationStrategy: PID 1719 died...\u000a15:47:20.063813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1719): Terminated: ok {rc=0}\u000a15:47:20.073867 --- ParallelTerminationStrategy: PID 1722 died...\u000a15:47:20.128707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1722): Terminated: ok {rc=0}\u000a15:47:20.218287 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a15:47:21.332249 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.343811 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:47:21.496454 tst iperf3m4.py: using LAC 34623\u000a15:47:21.622014 tst iperf3m4.py: using RAC 198\u000a15:47:21.749063 tst iperf3m4.py: using CellId 34623\u000a15:47:21.875857 tst iperf3m4.py: using BVCI 34624\u000a15:47:21.900347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.911349 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.922235 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.933068 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.944024 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.955294 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.966512 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.977513 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:21.988731 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:22.108284 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:22.234543 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:22.354575 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:22.660938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:47:22.802884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:47:23.157463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1724): Launched\u000a15:47:23.450088 run iperf3-srv_10.42.42.10(pid=1725): Launched\u000a15:47:23.657698 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:47:23.798981 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:47:24.151637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1726): Launched\u000a15:47:24.445871 run iperf3-srv_10.42.42.10(pid=1727): Launched\u000a15:47:24.652259 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:47:24.792874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:47:25.145695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Launched\u000a15:47:25.438307 run iperf3-srv_10.42.42.10(pid=1729): Launched\u000a15:47:25.646130 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:47:25.787116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:47:26.140515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Launched\u000a15:47:26.433167 run iperf3-srv_10.42.42.10(pid=1731): Launched\u000a15:47:26.639324 tst iperf3m4.py:8: start network...\u000a15:47:26.779856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:27.323713 run create_hlr_db(pid=1732): Launched\u000a15:47:27.518986 bus /gobi_6: Setting Powered False\u000a15:47:28.539088 run create_hlr_db(pid=1732): Terminated: ok {rc=0}\u000a15:47:28.966062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Launched\u000a15:47:29.288572 run osmo-hlr_10.42.42.2(pid=1735): Launched\u000a15:47:29.405971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:29.963813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Launched\u000a15:47:30.284069 run osmo-stp_10.42.42.5(pid=1738): Launched\u000a15:47:30.400387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:47:30.991126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Launched\u000a15:47:31.141617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:31.511584 run patchelf(pid=1741): Launched\u000a15:47:31.703548 run osmo-stp_10.42.42.5(pid=1738): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)]\u000a15:47:31.845681 run osmo-stp_10.42.42.5(pid=1738): stdout: \u000a| (launched: 2022-12-13_15:47:30.125673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:31.988342 run osmo-stp_10.42.42.5(pid=1738): stderr: \u000a| �[0;m�[38;5;43m20221213154730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154730298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154730299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154730299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154730299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:32.125535 run osmo-stp_10.42.42.5(pid=1738): stdout: \u000a| (launched: 2022-12-13_15:47:30.125673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:32.260201 run osmo-stp_10.42.42.5(pid=1738): stderr: \u000a| �[0;m�[38;5;43m20221213154730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154730298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154730298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154730299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154730299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154730299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:32.412564 run patchelf(pid=1741): Terminating (SIGINT)\u000a15:47:32.591464 run patchelf(pid=1741): Terminated: ok {rc=0}\u000a15:47:32.624203 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1738): Process ended prematurely: osmo-stp_10.42.42.5(pid=1738) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1738)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a15:47:32.633713 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a15:47:32.696235 run osmo-hlr_10.42.42.2(pid=1735): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1735)]\u000a15:47:32.747009 run osmo-hlr_10.42.42.2(pid=1735): stdout: \u000a| (launched: 2022-12-13_15:47:29.127810) \u000a15:47:32.798279 run osmo-hlr_10.42.42.2(pid=1735): stderr: \u000a| �[0;m�[1;31m20221213154729307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154729307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154729307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154729307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154729307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154729307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154729320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154729328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154729329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154729329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:32.841966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1724): Terminating (SIGTERM)\u000a15:47:32.883236 run iperf3-srv_10.42.42.10(pid=1725): Terminating (SIGTERM)\u000a15:47:32.924232 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1726): Terminating (SIGTERM)\u000a15:47:32.965412 run iperf3-srv_10.42.42.10(pid=1727): Terminating (SIGTERM)\u000a15:47:33.006312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Terminating (SIGTERM)\u000a15:47:33.047156 run iperf3-srv_10.42.42.10(pid=1729): Terminating (SIGTERM)\u000a15:47:33.087957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Terminating (SIGTERM)\u000a15:47:33.128824 run iperf3-srv_10.42.42.10(pid=1731): Terminating (SIGTERM)\u000a15:47:33.170117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Terminating (SIGTERM)\u000a15:47:33.211042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Terminating (SIGTERM)\u000a15:47:33.251931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Terminating (SIGTERM)\u000a15:47:33.261131 --- ParallelTerminationStrategy: PID 1724 died...\u000a15:47:33.316164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1724): Terminated: ok {rc=0}\u000a15:47:33.326005 --- ParallelTerminationStrategy: PID 1725 died...\u000a15:47:33.381047 run iperf3-srv_10.42.42.10(pid=1725): Terminated {rc=256}\u000a15:47:33.390754 --- ParallelTerminationStrategy: PID 1726 died...\u000a15:47:33.445583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1726): Terminated: ok {rc=0}\u000a15:47:33.455440 --- ParallelTerminationStrategy: PID 1727 died...\u000a15:47:33.510119 run iperf3-srv_10.42.42.10(pid=1727): Terminated {rc=256}\u000a15:47:33.519874 --- ParallelTerminationStrategy: PID 1728 died...\u000a15:47:33.574669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1728): Terminated: ok {rc=0}\u000a15:47:33.584436 --- ParallelTerminationStrategy: PID 1729 died...\u000a15:47:33.639431 run iperf3-srv_10.42.42.10(pid=1729): Terminated {rc=256}\u000a15:47:33.649390 --- ParallelTerminationStrategy: PID 1730 died...\u000a15:47:33.704101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1730): Terminated: ok {rc=0}\u000a15:47:33.713907 --- ParallelTerminationStrategy: PID 1731 died...\u000a15:47:33.769003 run iperf3-srv_10.42.42.10(pid=1731): Terminated {rc=256}\u000a15:47:33.778836 --- ParallelTerminationStrategy: PID 1734 died...\u000a15:47:33.834001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1734): Terminated: ok {rc=0}\u000a15:47:33.843746 --- ParallelTerminationStrategy: PID 1737 died...\u000a15:47:33.898759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1737): Terminated: ok {rc=0}\u000a15:47:33.908522 --- ParallelTerminationStrategy: PID 1740 died...\u000a15:47:33.963214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1740): Terminated: ok {rc=0}\u000a15:47:34.053061 bus /gobi_4: Setting Powered False\u000a15:47:35.157979 bus /gobi_4: Setting Powered False\u000a15:47:36.266750 bus /gobi_1: Setting Powered False\u000a15:47:37.368856 bus /gobi_1: Setting Powered False\u000a15:47:38.477826 bus /gobi_0: Setting Powered False\u000a15:47:39.585509 bus /gobi_0: Setting Powered False\u000a15:47:40.698574 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1748): Process ended prematurely: osmo-stp_10.42.42.5(pid=1748) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1748)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1748): Process ended prematurely: osmo-stp_10.42.42.5(pid=1748) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a15:47:41.765619 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:41.777327 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:47:41.925183 tst ping.py: using LAC 34624\u000a15:47:42.049076 tst ping.py: using RAC 199\u000a15:47:42.171687 tst ping.py: using CellId 34624\u000a15:47:42.301933 tst ping.py: using BVCI 34625\u000a15:47:42.327494 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.339053 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.350476 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.361784 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.373118 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.384307 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.395857 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:42.407121 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:42.704652 tst ping.py:19: start network...\u000a15:47:42.842851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:43.368125 run create_hlr_db(pid=1742): Launched\u000a15:47:43.561934 bus /gobi_6: Setting Powered False\u000a15:47:44.581725 run create_hlr_db(pid=1742): Terminated: ok {rc=0}\u000a15:47:45.026672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1744): Launched\u000a15:47:45.363864 run osmo-hlr_10.42.42.2(pid=1745): Launched\u000a15:47:45.484240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:46.086795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1747): Launched\u000a15:47:46.645216 run osmo-stp_10.42.42.5(pid=1748): Launched\u000a15:47:46.960452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:47:47.574862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1750): Launched\u000a15:47:47.693684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:47.987645 run patchelf(pid=1751): Launched\u000a15:47:48.181910 run osmo-stp_10.42.42.5(pid=1748): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1748)]\u000a15:47:48.324439 run osmo-stp_10.42.42.5(pid=1748): stdout: \u000a| (launched: 2022-12-13_15:47:46.260460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:48.467585 run osmo-stp_10.42.42.5(pid=1748): stderr: \u000a| �[0;m�[38;5;43m20221213154746633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154746633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154746634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154746636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154746637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154746637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154746637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:48.605377 run osmo-stp_10.42.42.5(pid=1748): stdout: \u000a| (launched: 2022-12-13_15:47:46.260460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:48.741622 run osmo-stp_10.42.42.5(pid=1748): stderr: \u000a| �[0;m�[38;5;43m20221213154746633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154746633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154746634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154746636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154746637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154746637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154746637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:48.900642 run patchelf(pid=1751): Terminating (SIGINT)\u000a15:47:49.088459 run patchelf(pid=1751): Terminated: ok {rc=0}\u000a15:47:49.122506 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1748): Process ended prematurely: osmo-stp_10.42.42.5(pid=1748) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1748)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a15:47:49.132051 tst ping.py:22: Test FAILED (7.4 sec)\u000a15:47:49.196806 run osmo-hlr_10.42.42.2(pid=1745): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1745)]\u000a15:47:49.249508 run osmo-hlr_10.42.42.2(pid=1745): stdout: \u000a| (launched: 2022-12-13_15:47:45.196064) \u000a15:47:49.303088 run osmo-hlr_10.42.42.2(pid=1745): stderr: \u000a| �[0;m�[1;31m20221213154745400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154745401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154745401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154745401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154745401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154745401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154745413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154745421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154745422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154745422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:49.348667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1744): Terminating (SIGTERM)\u000a15:47:49.392096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1747): Terminating (SIGTERM)\u000a15:47:49.435096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1750): Terminating (SIGTERM)\u000a15:47:49.445026 --- ParallelTerminationStrategy: PID 1744 died...\u000a15:47:49.502439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1744): Terminated: ok {rc=0}\u000a15:47:49.512751 --- ParallelTerminationStrategy: PID 1747 died...\u000a15:47:49.570028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1747): Terminated: ok {rc=0}\u000a15:47:49.580312 --- ParallelTerminationStrategy: PID 1750 died...\u000a15:47:49.637708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1750): Terminated: ok {rc=0}\u000a15:47:49.726432 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1758): Process ended prematurely: osmo-stp_10.42.42.5(pid=1758) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1758): Process ended prematurely: osmo-stp_10.42.42.5(pid=1758) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:47:50.778288 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:50.790299 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:47:50.939440 tst ping_idle_ping.py: using LAC 34625\u000a15:47:51.063669 tst ping_idle_ping.py: using RAC 200\u000a15:47:51.187593 tst ping_idle_ping.py: using CellId 34625\u000a15:47:51.312197 tst ping_idle_ping.py: using BVCI 34626\u000a15:47:51.336017 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.347223 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.358018 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.368734 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.379489 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.390382 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.401415 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:47:51.412048 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:47:51.695922 tst ping_idle_ping.py:24: start network...\u000a15:47:51.824856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:47:52.329253 run create_hlr_db(pid=1752): Launched\u000a15:47:52.509415 bus /gobi_6: Setting Powered False\u000a15:47:53.531066 run create_hlr_db(pid=1752): Terminated: ok {rc=0}\u000a15:47:53.949725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1754): Launched\u000a15:47:54.266358 run osmo-hlr_10.42.42.2(pid=1755): Launched\u000a15:47:54.384908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:47:54.928407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1757): Launched\u000a15:47:55.241685 run osmo-stp_10.42.42.5(pid=1758): Launched\u000a15:47:55.355556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:47:55.902945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1760): Launched\u000a15:47:56.014079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:47:56.289250 run patchelf(pid=1761): Launched\u000a15:47:56.471871 run osmo-stp_10.42.42.5(pid=1758): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)]\u000a15:47:56.605658 run osmo-stp_10.42.42.5(pid=1758): stdout: \u000a| (launched: 2022-12-13_15:47:55.086804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:56.739870 run osmo-stp_10.42.42.5(pid=1758): stderr: \u000a| �[0;m�[38;5;43m20221213154755263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154755263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154755264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154755264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154755265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154755265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154755265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:56.868687 run osmo-stp_10.42.42.5(pid=1758): stdout: \u000a| (launched: 2022-12-13_15:47:55.086804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:47:56.996418 run osmo-stp_10.42.42.5(pid=1758): stderr: \u000a| �[0;m�[38;5;43m20221213154755263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154755263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154755264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154755264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154755265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154755265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154755265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:47:57.145621 run patchelf(pid=1761): Terminating (SIGINT)\u000a15:47:57.320558 run patchelf(pid=1761): Terminated: ok {rc=0}\u000a15:47:57.352653 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1758): Process ended prematurely: osmo-stp_10.42.42.5(pid=1758) [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1758)] [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a15:47:57.361981 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a15:47:57.422650 run osmo-hlr_10.42.42.2(pid=1755): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1755)]\u000a15:47:57.472505 run osmo-hlr_10.42.42.2(pid=1755): stdout: \u000a| (launched: 2022-12-13_15:47:54.108709) \u000a15:47:57.523564 run osmo-hlr_10.42.42.2(pid=1755): stderr: \u000a| �[0;m�[1;31m20221213154754289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154754289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154754289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154754290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154754290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154754290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154754302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154754310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154754310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154754311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:47:57.566661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1754): Terminating (SIGTERM)\u000a15:47:57.607274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1757): Terminating (SIGTERM)\u000a15:47:57.647748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1760): Terminating (SIGTERM)\u000a15:47:57.657228 --- ParallelTerminationStrategy: PID 1754 died...\u000a15:47:57.711587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1754): Terminated: ok {rc=0}\u000a15:47:57.721413 --- ParallelTerminationStrategy: PID 1757 died...\u000a15:47:57.775415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1757): Terminated: ok {rc=0}\u000a15:47:57.785380 --- ParallelTerminationStrategy: PID 1760 died...\u000a15:47:57.839505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1760): Terminated: ok {rc=0}\u000a15:47:57.926152 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:46:57" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1774): Process ended prematurely: osmo-stp_10.42.42.5(pid=1774) [trial-2391↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1774)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1774): Process ended prematurely: osmo-stp_10.42.42.5(pid=1774) [trial-2391↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a15:47:59.928145 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:47:59.940189 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:48:00.096892 tst switch_tch_pdch.py: using LAC 34626\u000a15:48:00.226716 tst switch_tch_pdch.py: using RAC 201\u000a15:48:00.356264 tst switch_tch_pdch.py: using CellId 34626\u000a15:48:00.487158 tst switch_tch_pdch.py: using BVCI 34627\u000a15:48:00.512722 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.524555 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.536192 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.547771 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.559793 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.571771 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.583835 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:48:00.595798 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:48:00.716163 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:48:01.020349 tst switch_tch_pdch.py:51: start network...\u000a15:48:01.152324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:01.698700 run create_hlr_db(pid=1768): Launched\u000a15:48:01.909229 bus /gobi_6: Setting Powered False\u000a15:48:02.910744 run create_hlr_db(pid=1768): Terminated: ok {rc=0}\u000a15:48:03.353110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1770): Launched\u000a15:48:03.667240 run osmo-hlr_10.42.42.2(pid=1771): Launched\u000a15:48:03.784105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:04.323181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1773): Launched\u000a15:48:04.636172 run osmo-stp_10.42.42.5(pid=1774): Launched\u000a15:48:04.747907 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:48:05.290159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1776): Launched\u000a15:48:05.400452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:48:05.671844 run patchelf(pid=1777): Launched\u000a15:48:05.852656 run osmo-stp_10.42.42.5(pid=1774): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1774)]\u000a15:48:05.985395 run osmo-stp_10.42.42.5(pid=1774): stdout: \u000a| (launched: 2022-12-13_15:48:04.480213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:06.118155 run osmo-stp_10.42.42.5(pid=1774): stderr: \u000a| �[0;m�[38;5;43m20221213154804654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154804654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154804654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154804655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154804655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154804655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154804655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:06.245742 run osmo-stp_10.42.42.5(pid=1774): stdout: \u000a| (launched: 2022-12-13_15:48:04.480213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:06.371989 run osmo-stp_10.42.42.5(pid=1774): stderr: \u000a| �[0;m�[38;5;43m20221213154804654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154804654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154804654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154804655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154804655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154804655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154804655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:06.519939 run patchelf(pid=1777): Terminating (SIGINT)\u000a15:48:06.694655 run patchelf(pid=1777): Terminated: ok {rc=0}\u000a15:48:06.726174 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1774): Process ended prematurely: osmo-stp_10.42.42.5(pid=1774) [trial-2391↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1774)] [trial-2391↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a15:48:06.734919 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a15:48:06.795137 run osmo-hlr_10.42.42.2(pid=1771): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1771)]\u000a15:48:06.844424 run osmo-hlr_10.42.42.2(pid=1771): stdout: \u000a| (launched: 2022-12-13_15:48:03.511546) \u000a15:48:06.894535 run osmo-hlr_10.42.42.2(pid=1771): stderr: \u000a| �[0;m�[1;31m20221213154803691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154803691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154803691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154803691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154803691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154803691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154803703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154803714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154803714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154803714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:06.937378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1770): Terminating (SIGTERM)\u000a15:48:06.977687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1773): Terminating (SIGTERM)\u000a15:48:07.017778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1776): Terminating (SIGTERM)\u000a15:48:07.027098 --- ParallelTerminationStrategy: PID 1770 died...\u000a15:48:07.080767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1770): Terminated: ok {rc=0}\u000a15:48:07.090386 --- ParallelTerminationStrategy: PID 1773 died...\u000a15:48:07.143503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1773): Terminated: ok {rc=0}\u000a15:48:07.153128 --- ParallelTerminationStrategy: PID 1776 died...\u000a15:48:07.206357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1776): Terminated: ok {rc=0}\u000a15:48:07.290668 bus /gobi_0: Setting Powered False\u000a15:48:08.399045 bus /gobi_0: Setting Powered False\u000a15:48:09.508138 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:47:59" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1788): Process ended prematurely: osmo-stp_10.42.42.5(pid=1788) [trial-2391↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1788)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1788): Process ended prematurely: osmo-stp_10.42.42.5(pid=1788) [trial-2391↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a15:48:11.445695 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:11.457256 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a15:48:11.613672 tst switch_tch_pdch.py: using LAC 34627\u000a15:48:11.745216 tst switch_tch_pdch.py: using RAC 202\u000a15:48:11.875911 tst switch_tch_pdch.py: using CellId 34627\u000a15:48:12.007212 tst switch_tch_pdch.py: using BVCI 34628\u000a15:48:12.032595 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.044202 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.055589 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.067028 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.078649 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.090217 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.102078 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:48:12.113983 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:48:12.233326 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:48:12.535805 tst switch_tch_pdch.py:51: start network...\u000a15:48:12.674592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:13.171610 run create_hlr_db(pid=1782): Launched\u000a15:48:13.307298 bus /gobi_6: Setting Powered False\u000a15:48:14.374417 run create_hlr_db(pid=1782): Terminated: ok {rc=0}\u000a15:48:14.766225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1784): Launched\u000a15:48:15.081965 run osmo-hlr_10.42.42.2(pid=1785): Launched\u000a15:48:15.196597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:15.712464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1787): Launched\u000a15:48:16.095862 run osmo-stp_10.42.42.5(pid=1788): Launched\u000a15:48:16.251261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:48:16.938961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1790): Launched\u000a15:48:17.051423 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:48:17.334627 run patchelf(pid=1791): Launched\u000a15:48:17.518109 run osmo-stp_10.42.42.5(pid=1788): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1788)]\u000a15:48:17.651141 run osmo-stp_10.42.42.5(pid=1788): stdout: \u000a| (launched: 2022-12-13_15:48:15.874559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:17.784336 run osmo-stp_10.42.42.5(pid=1788): stderr: \u000a| �[0;m�[38;5;43m20221213154816241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154816241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154816242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154816244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154816247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154816247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154816248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:17.912154 run osmo-stp_10.42.42.5(pid=1788): stdout: \u000a| (launched: 2022-12-13_15:48:15.874559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:18.038818 run osmo-stp_10.42.42.5(pid=1788): stderr: \u000a| �[0;m�[38;5;43m20221213154816241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154816241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154816242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154816244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154816247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154816247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154816248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:18.186846 run patchelf(pid=1791): Terminating (SIGINT)\u000a15:48:18.360698 run patchelf(pid=1791): Terminated: ok {rc=0}\u000a15:48:18.392217 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1788): Process ended prematurely: osmo-stp_10.42.42.5(pid=1788) [trial-2391↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1788)] [trial-2391↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a15:48:18.401018 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a15:48:18.461520 run osmo-hlr_10.42.42.2(pid=1785): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1785)]\u000a15:48:18.510925 run osmo-hlr_10.42.42.2(pid=1785): stdout: \u000a| (launched: 2022-12-13_15:48:14.924197) \u000a15:48:18.560686 run osmo-hlr_10.42.42.2(pid=1785): stderr: \u000a| �[0;m�[1;31m20221213154815100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154815100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154815100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154815100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154815100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154815100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154815112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154815122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154815122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154815122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:18.603282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1784): Terminating (SIGTERM)\u000a15:48:18.643441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1787): Terminating (SIGTERM)\u000a15:48:18.683525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1790): Terminating (SIGTERM)\u000a15:48:18.692916 --- ParallelTerminationStrategy: PID 1784 died...\u000a15:48:18.746560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1784): Terminated: ok {rc=0}\u000a15:48:18.756174 --- ParallelTerminationStrategy: PID 1787 died...\u000a15:48:18.810074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1787): Terminated: ok {rc=0}\u000a15:48:18.819792 --- ParallelTerminationStrategy: PID 1790 died...\u000a15:48:18.873671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1790): Terminated: ok {rc=0}\u000a15:48:18.963685 bus /gobi_0: Setting Powered False\u000a15:48:20.069611 bus /gobi_0: Setting Powered False\u000a15:48:21.182407 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:48:11" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1796): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1796) [trial-2391↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1796)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1796): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1796) [trial-2391↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a15:48:23.037966 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a15:48:23.048829 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a15:48:23.178924 tst mo_mt_sms.py: using LAC 34628\u000a15:48:23.309894 tst mo_mt_sms.py: using RAC 203\u000a15:48:23.440802 tst mo_mt_sms.py: using CellId 34628\u000a15:48:23.566244 tst mo_mt_sms.py: using BVCI 34629\u000a15:48:23.590444 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:48:23.711474 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:48:23.996898 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:48:24.126186 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:48:24.768280 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1795): Launched\u000a15:48:25.079546 run osmo-nitb_10.42.42.2(pid=1796): Launched\u000a15:48:25.271031 run osmo-nitb_10.42.42.2(pid=1796): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1796)]\u000a15:48:25.411657 run osmo-nitb_10.42.42.2(pid=1796): stdout: \u000a| (launched: 2022-12-13_15:48:24.927690) \u000a15:48:25.552540 run osmo-nitb_10.42.42.2(pid=1796): stderr: \u000a| (launched: 2022-12-13_15:48:24.974242)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:48:25.688931 run osmo-nitb_10.42.42.2(pid=1796): stdout: \u000a| (launched: 2022-12-13_15:48:24.927690) \u000a15:48:25.823702 run osmo-nitb_10.42.42.2(pid=1796): stderr: \u000a| (launched: 2022-12-13_15:48:24.974242)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:48:26.204849 tst osmo-nitb_10.42.42.2(pid=1796): stdout: \u000a| (launched: 2022-12-13_15:48:24.927690) \u000a15:48:26.328081 tst osmo-nitb_10.42.42.2(pid=1796): stderr: \u000a| (launched: 2022-12-13_15:48:24.974242)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:48:26.382363 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1796): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1796) [trial-2391↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1796)] [trial-2391↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a15:48:26.390682 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a15:48:26.425525 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1795): Terminating (SIGTERM)\u000a15:48:26.603197 --- ParallelTerminationStrategy: PID 1795 died...\u000a15:48:26.659618 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1795): Terminated: ok {rc=0}\u000a15:48:26.749136 bus /sierra_3: Setting Powered False\u000a15:48:27.852986 bus /sierra_3: Setting Powered False\u000a15:48:28.965606 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:48:22" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1806): Process ended prematurely: osmo-stp_10.42.42.5(pid=1806) [trial-2391↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1806)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1806): Process ended prematurely: osmo-stp_10.42.42.5(pid=1806) [trial-2391↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a15:48:30.819310 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:30.834739 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a15:48:30.985185 tst mo_mt_sms.py: using LAC 34629\u000a15:48:31.143943 tst mo_mt_sms.py: using RAC 204\u000a15:48:31.321593 tst mo_mt_sms.py: using CellId 34629\u000a15:48:31.475059 tst mo_mt_sms.py: using BVCI 34630\u000a15:48:31.500315 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:31.511832 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:31.523486 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:31.535149 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:31.546592 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:31.557855 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:48:31.679113 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a15:48:31.886400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:32.473483 run create_hlr_db(pid=1800): Launched\u000a15:48:32.667561 bus /sierra_2: Setting Powered False\u000a15:48:33.686398 run create_hlr_db(pid=1800): Terminated: ok {rc=0}\u000a15:48:34.131071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1802): Launched\u000a15:48:34.463732 run osmo-hlr_10.42.42.2(pid=1803): Launched\u000a15:48:34.590451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:35.169831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1805): Launched\u000a15:48:35.505213 run osmo-stp_10.42.42.5(pid=1806): Launched\u000a15:48:35.625554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:36.234483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1808): Launched\u000a15:48:36.571535 run osmo-msc_10.42.42.6(pid=1809): Launched\u000a15:48:36.766504 run osmo-stp_10.42.42.5(pid=1806): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1806)]\u000a15:48:36.906877 run osmo-stp_10.42.42.5(pid=1806): stdout: \u000a| (launched: 2022-12-13_15:48:35.338930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:37.046324 run osmo-stp_10.42.42.5(pid=1806): stderr: \u000a| �[0;m�[38;5;43m20221213154835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154835531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:37.179028 run osmo-stp_10.42.42.5(pid=1806): stdout: \u000a| (launched: 2022-12-13_15:48:35.338930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:37.311160 run osmo-stp_10.42.42.5(pid=1806): stderr: \u000a| �[0;m�[38;5;43m20221213154835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154835531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:37.368873 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1806): Process ended prematurely: osmo-stp_10.42.42.5(pid=1806) [trial-2391↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1806)] [trial-2391↪sms:oc2g↪mo_mt_sms.py:16]\u000a15:48:37.377765 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a15:48:37.441480 run osmo-hlr_10.42.42.2(pid=1803): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1803)]\u000a15:48:37.493632 run osmo-hlr_10.42.42.2(pid=1803): stdout: \u000a| (launched: 2022-12-13_15:48:34.299838) \u000a15:48:37.546497 run osmo-hlr_10.42.42.2(pid=1803): stderr: \u000a| �[0;m�[1;31m20221213154834497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154834497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154834497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154834497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154834497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154834497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154834508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154834517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154834517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154834517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:37.618210 run osmo-msc_10.42.42.6(pid=1809): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1809)]\u000a15:48:37.670608 run osmo-msc_10.42.42.6(pid=1809): stdout: \u000a| (launched: 2022-12-13_15:48:36.403831) \u000a15:48:37.723292 run osmo-msc_10.42.42.6(pid=1809): stderr: \u000a| �[0;m�[38;5;43m20221213154836726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154836727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3dcdf3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154836727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154836727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154836727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154836727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154836729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154836729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154836730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:37.768519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1802): Terminating (SIGTERM)\u000a15:48:37.811242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1805): Terminating (SIGTERM)\u000a15:48:37.854120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1808): Terminating (SIGTERM)\u000a15:48:37.863909 --- ParallelTerminationStrategy: PID 1802 died...\u000a15:48:37.921134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1802): Terminated: ok {rc=0}\u000a15:48:37.931369 --- ParallelTerminationStrategy: PID 1805 died...\u000a15:48:37.988913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1805): Terminated: ok {rc=0}\u000a15:48:37.999130 --- ParallelTerminationStrategy: PID 1808 died...\u000a15:48:38.056304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1808): Terminated: ok {rc=0}\u000a15:48:38.144318 bus /sierra_3: Setting Powered False\u000a15:48:39.252424 bus /sierra_3: Setting Powered False\u000a15:48:40.362283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:48:30" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1816) [trial-2391↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1816)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1816) [trial-2391↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a15:48:42.169757 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a15:48:42.180866 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a15:48:42.307083 tst assert_extension.py: using LAC 34630\u000a15:48:42.430242 tst assert_extension.py: using RAC 205\u000a15:48:42.553231 tst assert_extension.py: using CellId 34630\u000a15:48:42.673304 tst assert_extension.py: using BVCI 34631\u000a15:48:42.696523 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a15:48:42.997840 tst assert_extension.py:10: start nitb and bts...\u000a15:48:43.137532 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:48:43.823935 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1815): Launched\u000a15:48:44.156708 run osmo-nitb_10.42.42.2(pid=1816): Launched\u000a15:48:44.360437 run osmo-nitb_10.42.42.2(pid=1816): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1816)]\u000a15:48:44.510589 run osmo-nitb_10.42.42.2(pid=1816): stdout: \u000a| (launched: 2022-12-13_15:48:43.993648) \u000a15:48:44.660712 run osmo-nitb_10.42.42.2(pid=1816): stderr: \u000a| (launched: 2022-12-13_15:48:44.043260)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:48:44.805934 run osmo-nitb_10.42.42.2(pid=1816): stdout: \u000a| (launched: 2022-12-13_15:48:43.993648) \u000a15:48:44.949766 run osmo-nitb_10.42.42.2(pid=1816): stderr: \u000a| (launched: 2022-12-13_15:48:44.043260)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:48:45.290808 tst osmo-nitb_10.42.42.2(pid=1816): stdout: \u000a| (launched: 2022-12-13_15:48:43.993648) \u000a15:48:45.424167 tst osmo-nitb_10.42.42.2(pid=1816): stderr: \u000a| (launched: 2022-12-13_15:48:44.043260)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:48:45.482156 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1816) [trial-2391↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1816)] [trial-2391↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a15:48:45.490932 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a15:48:45.528613 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1815): Terminating (SIGTERM)\u000a15:48:45.707915 --- ParallelTerminationStrategy: PID 1815 died...\u000a15:48:45.764221 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1815): Terminated: ok {rc=0}\u000a15:48:45.852181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:48:42" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1827): Process ended prematurely: osmo-stp_10.42.42.5(pid=1827) [trial-2391↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1827)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1827): Process ended prematurely: osmo-stp_10.42.42.5(pid=1827) [trial-2391↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a15:48:47.693929 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:47.704603 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a15:48:47.826444 tst assert_extension.py: using LAC 34631\u000a15:48:47.945626 tst assert_extension.py: using RAC 206\u000a15:48:48.064481 tst assert_extension.py: using CellId 34631\u000a15:48:48.182824 tst assert_extension.py: using BVCI 34632\u000a15:48:48.206652 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:48.217230 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:48.227631 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:48.238028 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:48.248364 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:48:48.258851 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a15:48:48.474098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:48.998391 run create_hlr_db(pid=1821): Launched\u000a15:48:49.192303 bus /sierra_2: Setting Powered False\u000a15:48:50.200821 run create_hlr_db(pid=1821): Terminated: ok {rc=0}\u000a15:48:50.629263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1823): Launched\u000a15:48:50.941293 run osmo-hlr_10.42.42.2(pid=1824): Launched\u000a15:48:51.055862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:48:51.603244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1826): Launched\u000a15:48:51.918536 run osmo-stp_10.42.42.5(pid=1827): Launched\u000a15:48:52.031892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:48:52.597093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1829): Launched\u000a15:48:52.910425 run osmo-msc_10.42.42.6(pid=1830): Launched\u000a15:48:53.091065 run osmo-stp_10.42.42.5(pid=1827): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1827)]\u000a15:48:53.222387 run osmo-stp_10.42.42.5(pid=1827): stdout: \u000a| (launched: 2022-12-13_15:48:51.761598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:53.351571 run osmo-stp_10.42.42.5(pid=1827): stderr: \u000a| �[0;m�[38;5;43m20221213154851933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154851933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154851934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154851934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154851935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154851935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154851935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:53.475538 run osmo-stp_10.42.42.5(pid=1827): stdout: \u000a| (launched: 2022-12-13_15:48:51.761598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:48:53.598841 run osmo-stp_10.42.42.5(pid=1827): stderr: \u000a| �[0;m�[38;5;43m20221213154851933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154851933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154851934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154851934 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154851935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154851935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154851935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:48:53.652792 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1827): Process ended prematurely: osmo-stp_10.42.42.5(pid=1827) [trial-2391↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1827)] [trial-2391↪ussd:oc2g↪assert_extension.py:17]\u000a15:48:53.660891 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a15:48:53.720970 run osmo-hlr_10.42.42.2(pid=1824): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1824)]\u000a15:48:53.770284 run osmo-hlr_10.42.42.2(pid=1824): stdout: \u000a| (launched: 2022-12-13_15:48:50.786838) \u000a15:48:53.820554 run osmo-hlr_10.42.42.2(pid=1824): stderr: \u000a| �[0;m�[1;31m20221213154850964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154850964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154850964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154850964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154850964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154850964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154850976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154850985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154850985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154850985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:48:53.888338 run osmo-msc_10.42.42.6(pid=1830): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1830)]\u000a15:48:53.937589 run osmo-msc_10.42.42.6(pid=1830): stdout: \u000a| (launched: 2022-12-13_15:48:52.754239) \u000a15:48:53.987341 run osmo-msc_10.42.42.6(pid=1830): stderr: \u000a| �[0;m�[38;5;43m20221213154853029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154853029 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efec8ef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154853029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154853029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154853029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154853030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154853031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154853032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154853032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154853032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:48:54.029681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1823): Terminating (SIGTERM)\u000a15:48:54.069477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1826): Terminating (SIGTERM)\u000a15:48:54.109174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1829): Terminating (SIGTERM)\u000a15:48:54.118469 --- ParallelTerminationStrategy: PID 1823 died...\u000a15:48:54.171979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1823): Terminated: ok {rc=0}\u000a15:48:54.181685 --- ParallelTerminationStrategy: PID 1826 died...\u000a15:48:54.234811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1826): Terminated: ok {rc=0}\u000a15:48:54.244331 --- ParallelTerminationStrategy: PID 1829 died...\u000a15:48:54.297235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1829): Terminated: ok {rc=0}\u000a15:48:54.385628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:48:47" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1841): Process ended prematurely: osmo-stp_10.42.42.5(pid=1841) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1841): Process ended prematurely: osmo-stp_10.42.42.5(pid=1841) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:48:56.305267 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:48:56.316274 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:48:56.466178 tst mo_mt_call.py: using LAC 34632\u000a15:48:56.592221 tst mo_mt_call.py: using RAC 207\u000a15:48:56.717197 tst mo_mt_call.py: using CellId 34632\u000a15:48:56.850328 tst mo_mt_call.py: using BVCI 34633\u000a15:48:56.876328 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:48:56.888087 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:48:56.899679 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:48:56.911281 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:48:56.923316 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:48:56.935162 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:48:57.057747 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:48:57.278547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:48:57.813169 run create_hlr_db(pid=1835): Launched\u000a15:48:58.009480 bus /sierra_2: Setting Powered False\u000a15:48:59.029424 run create_hlr_db(pid=1835): Terminated: ok {rc=0}\u000a15:48:59.482762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1837): Launched\u000a15:48:59.823209 run osmo-hlr_10.42.42.2(pid=1838): Launched\u000a15:48:59.947921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:00.541704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1840): Launched\u000a15:49:00.947343 run osmo-stp_10.42.42.5(pid=1841): Launched\u000a15:49:01.185703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:01.799245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1843): Launched\u000a15:49:02.179753 run osmo-msc_10.42.42.6(pid=1844): Launched\u000a15:49:02.467106 run osmo-stp_10.42.42.5(pid=1841): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)]\u000a15:49:02.610370 run osmo-stp_10.42.42.5(pid=1841): stdout: \u000a| (launched: 2022-12-13_15:49:00.713733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:02.753096 run osmo-stp_10.42.42.5(pid=1841): stderr: \u000a| �[0;m�[38;5;43m20221213154900949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154900949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154900950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154900950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154900951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154900951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154900951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:02.888768 run osmo-stp_10.42.42.5(pid=1841): stdout: \u000a| (launched: 2022-12-13_15:49:00.713733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:03.023841 run osmo-stp_10.42.42.5(pid=1841): stderr: \u000a| �[0;m�[38;5;43m20221213154900949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154900949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154900950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154900950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154900951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154900951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154900951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:03.083344 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1841): Process ended prematurely: osmo-stp_10.42.42.5(pid=1841) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1841)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:49:03.092594 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a15:49:03.156761 run osmo-hlr_10.42.42.2(pid=1838): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1838)]\u000a15:49:03.209162 run osmo-hlr_10.42.42.2(pid=1838): stdout: \u000a| (launched: 2022-12-13_15:48:59.654993) \u000a15:49:03.261854 run osmo-hlr_10.42.42.2(pid=1838): stderr: \u000a| �[0;m�[1;31m20221213154859852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154859852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154859852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154859853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154859853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154859853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154859866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154859875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154859875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154859875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:03.333704 run osmo-msc_10.42.42.6(pid=1844): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1844)]\u000a15:49:03.385947 run osmo-msc_10.42.42.6(pid=1844): stdout: \u000a| (launched: 2022-12-13_15:49:01.967026) \u000a15:49:03.438850 run osmo-msc_10.42.42.6(pid=1844): stderr: \u000a| �[0;m�[38;5;43m20221213154902449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154902449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f83fa8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154902449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154902450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154902450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154902450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154902451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154902452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154902452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154902452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:03.483978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1837): Terminating (SIGTERM)\u000a15:49:03.527127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1840): Terminating (SIGTERM)\u000a15:49:03.570025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1843): Terminating (SIGTERM)\u000a15:49:03.579713 --- ParallelTerminationStrategy: PID 1837 died...\u000a15:49:03.636682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1837): Terminated: ok {rc=0}\u000a15:49:03.646900 --- ParallelTerminationStrategy: PID 1840 died...\u000a15:49:03.703915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1840): Terminated: ok {rc=0}\u000a15:49:03.714054 --- ParallelTerminationStrategy: PID 1843 died...\u000a15:49:03.770745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1843): Terminated: ok {rc=0}\u000a15:49:03.859101 bus /sierra_3: Setting Powered False\u000a15:49:04.963607 bus /sierra_3: Setting Powered False\u000a15:49:06.072361 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1852): Process ended prematurely: osmo-stp_10.42.42.5(pid=1852) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1852)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1852): Process ended prematurely: osmo-stp_10.42.42.5(pid=1852) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:07.189964 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:49:07.202305 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:49:07.364809 tst mo_mt_call_osmux.py: using LAC 34633\u000a15:49:07.491303 tst mo_mt_call_osmux.py: using RAC 208\u000a15:49:07.614231 tst mo_mt_call_osmux.py: using CellId 34633\u000a15:49:07.747263 tst mo_mt_call_osmux.py: using BVCI 34634\u000a15:49:07.773405 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:49:07.785240 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:49:07.796745 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:49:07.808320 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:49:07.820255 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:49:07.832092 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:49:07.953200 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:49:08.171941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:08.706013 run create_hlr_db(pid=1846): Launched\u000a15:49:08.901403 bus /sierra_2: Setting Powered False\u000a15:49:09.922508 run create_hlr_db(pid=1846): Terminated: ok {rc=0}\u000a15:49:10.351180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1848): Launched\u000a15:49:10.669968 run osmo-hlr_10.42.42.2(pid=1849): Launched\u000a15:49:10.799464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:11.357717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1851): Launched\u000a15:49:11.678164 run osmo-stp_10.42.42.5(pid=1852): Launched\u000a15:49:11.791534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:12.380051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1854): Launched\u000a15:49:12.722674 run osmo-msc_10.42.42.6(pid=1855): Launched\u000a15:49:12.925321 run osmo-stp_10.42.42.5(pid=1852): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1852)]\u000a15:49:13.066753 run osmo-stp_10.42.42.5(pid=1852): stdout: \u000a| (launched: 2022-12-13_15:49:11.518959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:13.207921 run osmo-stp_10.42.42.5(pid=1852): stderr: \u000a| �[0;m�[38;5;43m20221213154911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154911691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154911691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154911691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154911691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:13.344341 run osmo-stp_10.42.42.5(pid=1852): stdout: \u000a| (launched: 2022-12-13_15:49:11.518959)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:13.479117 run osmo-stp_10.42.42.5(pid=1852): stderr: \u000a| �[0;m�[38;5;43m20221213154911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154911690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154911691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154911691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154911691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154911691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:13.538645 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1852): Process ended prematurely: osmo-stp_10.42.42.5(pid=1852) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1852)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:49:13.548028 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a15:49:13.611642 run osmo-hlr_10.42.42.2(pid=1849): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1849)]\u000a15:49:13.663622 run osmo-hlr_10.42.42.2(pid=1849): stdout: \u000a| (launched: 2022-12-13_15:49:10.512035) \u000a15:49:13.716274 run osmo-hlr_10.42.42.2(pid=1849): stderr: \u000a| �[0;m�[1;31m20221213154910688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154910688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154910688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154910688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154910688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154910688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154910701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154910711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154910711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154910711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:13.787460 run osmo-msc_10.42.42.6(pid=1855): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1855)]\u000a15:49:13.839418 run osmo-msc_10.42.42.6(pid=1855): stdout: \u000a| (launched: 2022-12-13_15:49:12.552497) \u000a15:49:13.891659 run osmo-msc_10.42.42.6(pid=1855): stderr: \u000a| �[0;m�[38;5;43m20221213154912874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154912874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c31604c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154912875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154912875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154912875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154912875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154912877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154912878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154912878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154912878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:13.936491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1848): Terminating (SIGTERM)\u000a15:49:13.979258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1851): Terminating (SIGTERM)\u000a15:49:14.022001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1854): Terminating (SIGTERM)\u000a15:49:14.031926 --- ParallelTerminationStrategy: PID 1848 died...\u000a15:49:14.088461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1848): Terminated: ok {rc=0}\u000a15:49:14.098667 --- ParallelTerminationStrategy: PID 1851 died...\u000a15:49:14.154992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1851): Terminated: ok {rc=0}\u000a15:49:14.165224 --- ParallelTerminationStrategy: PID 1854 died...\u000a15:49:14.221378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1854): Terminated: ok {rc=0}\u000a15:49:14.309560 bus /sierra_3: Setting Powered False\u000a15:49:15.412411 bus /sierra_3: Setting Powered False\u000a15:49:16.546808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:49:18.519503 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:18.531129 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:49:18.687284 tst mo_mt_call.py: using LAC 34634\u000a15:49:18.821056 tst mo_mt_call.py: using RAC 209\u000a15:49:18.956057 tst mo_mt_call.py: using CellId 34634\u000a15:49:19.091085 tst mo_mt_call.py: using BVCI 34635\u000a15:49:19.117260 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:19.129344 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:19.140983 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:19.152626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:19.164648 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:19.176614 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:49:19.296405 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:49:19.515336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:20.052797 run create_hlr_db(pid=1860): Launched\u000a15:49:20.249521 bus /sierra_2: Setting Powered False\u000a15:49:21.270066 run create_hlr_db(pid=1860): Terminated: ok {rc=0}\u000a15:49:21.699818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Launched\u000a15:49:22.020389 run osmo-hlr_10.42.42.2(pid=1863): Launched\u000a15:49:22.141373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:22.694290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Launched\u000a15:49:23.014837 run osmo-stp_10.42.42.5(pid=1866): Launched\u000a15:49:23.129296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:23.709386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1868): Launched\u000a15:49:24.029206 run osmo-msc_10.42.42.6(pid=1869): Launched\u000a15:49:24.213994 run osmo-stp_10.42.42.5(pid=1866): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)]\u000a15:49:24.346784 run osmo-stp_10.42.42.5(pid=1866): stdout: \u000a| (launched: 2022-12-13_15:49:22.855013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:24.478616 run osmo-stp_10.42.42.5(pid=1866): stderr: \u000a| �[0;m�[38;5;43m20221213154923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154923027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154923027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154923027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154923027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:24.604853 run osmo-stp_10.42.42.5(pid=1866): stdout: \u000a| (launched: 2022-12-13_15:49:22.855013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:24.730030 run osmo-stp_10.42.42.5(pid=1866): stderr: \u000a| �[0;m�[38;5;43m20221213154923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154923026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154923027 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154923027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154923027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154923027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:24.785355 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1866): Process ended prematurely: osmo-stp_10.42.42.5(pid=1866) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1866)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:49:24.793992 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:49:24.854566 run osmo-hlr_10.42.42.2(pid=1863): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1863)]\u000a15:49:24.904164 run osmo-hlr_10.42.42.2(pid=1863): stdout: \u000a| (launched: 2022-12-13_15:49:21.861795) \u000a15:49:24.954261 run osmo-hlr_10.42.42.2(pid=1863): stderr: \u000a| �[0;m�[1;31m20221213154922039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154922039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154922039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154922039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154922040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154922040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154922052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154922062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154922062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154922063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:25.022681 run osmo-msc_10.42.42.6(pid=1869): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1869)]\u000a15:49:25.072268 run osmo-msc_10.42.42.6(pid=1869): stdout: \u000a| (launched: 2022-12-13_15:49:23.870121) \u000a15:49:25.122391 run osmo-msc_10.42.42.6(pid=1869): stderr: \u000a| �[0;m�[38;5;43m20221213154924147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154924147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f163869cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154924147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154924147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154924147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154924147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154924149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154924150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154924150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154924150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:25.164876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Terminating (SIGTERM)\u000a15:49:25.204870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Terminating (SIGTERM)\u000a15:49:25.244987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1868): Terminating (SIGTERM)\u000a15:49:25.253965 --- ParallelTerminationStrategy: PID 1862 died...\u000a15:49:25.307690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1862): Terminated: ok {rc=0}\u000a15:49:25.317449 --- ParallelTerminationStrategy: PID 1865 died...\u000a15:49:25.370612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1865): Terminated: ok {rc=0}\u000a15:49:25.380183 --- ParallelTerminationStrategy: PID 1868 died...\u000a15:49:25.441724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1868): Terminated: ok {rc=0}\u000a15:49:25.527692 bus /sierra_3: Setting Powered False\u000a15:49:26.634219 bus /sierra_3: Setting Powered False\u000a15:49:27.742019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1877): Process ended prematurely: osmo-stp_10.42.42.5(pid=1877) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1877)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1877): Process ended prematurely: osmo-stp_10.42.42.5(pid=1877) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:28.857704 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:28.870943 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:49:29.027170 tst mo_mt_call_osmux.py: using LAC 34635\u000a15:49:29.158205 tst mo_mt_call_osmux.py: using RAC 210\u000a15:49:29.287212 tst mo_mt_call_osmux.py: using CellId 34635\u000a15:49:29.415156 tst mo_mt_call_osmux.py: using BVCI 34636\u000a15:49:29.440238 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:29.451707 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:29.463061 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:29.474438 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:29.486100 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:49:29.497779 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:49:29.618913 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:49:29.825754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:30.319069 run create_hlr_db(pid=1871): Launched\u000a15:49:30.497615 bus /sierra_2: Setting Powered False\u000a15:49:31.519882 run create_hlr_db(pid=1871): Terminated: ok {rc=0}\u000a15:49:31.955943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1873): Launched\u000a15:49:32.275405 run osmo-hlr_10.42.42.2(pid=1874): Launched\u000a15:49:32.396741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:32.943276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1876): Launched\u000a15:49:33.256165 run osmo-stp_10.42.42.5(pid=1877): Launched\u000a15:49:33.368803 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:33.937096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1879): Launched\u000a15:49:34.251846 run osmo-msc_10.42.42.6(pid=1881): Launched\u000a15:49:34.435184 run osmo-stp_10.42.42.5(pid=1877): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1877)]\u000a15:49:34.566614 run osmo-stp_10.42.42.5(pid=1877): stdout: \u000a| (launched: 2022-12-13_15:49:33.101454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:34.696197 run osmo-stp_10.42.42.5(pid=1877): stderr: \u000a| �[0;m�[38;5;43m20221213154933271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154933272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154933272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154933273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154933274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154933274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154933274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:34.821698 run osmo-stp_10.42.42.5(pid=1877): stdout: \u000a| (launched: 2022-12-13_15:49:33.101454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:34.945585 run osmo-stp_10.42.42.5(pid=1877): stderr: \u000a| �[0;m�[38;5;43m20221213154933271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154933272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154933272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154933273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154933274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154933274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154933274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:35.000504 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1877): Process ended prematurely: osmo-stp_10.42.42.5(pid=1877) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1877)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:49:35.009313 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:49:35.069045 run osmo-hlr_10.42.42.2(pid=1874): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1874)]\u000a15:49:35.118095 run osmo-hlr_10.42.42.2(pid=1874): stdout: \u000a| (launched: 2022-12-13_15:49:32.118115) \u000a15:49:35.167765 run osmo-hlr_10.42.42.2(pid=1874): stderr: \u000a| �[0;m�[1;31m20221213154932308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154932308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154932308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154932308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154932308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154932308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154932320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154932329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154932329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154932329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:35.235425 run osmo-msc_10.42.42.6(pid=1881): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1881)]\u000a15:49:35.284544 run osmo-msc_10.42.42.6(pid=1881): stdout: \u000a| (launched: 2022-12-13_15:49:34.095420) \u000a15:49:35.334381 run osmo-msc_10.42.42.6(pid=1881): stderr: \u000a| �[0;m�[38;5;43m20221213154934369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154934370 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6bc261c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154934370 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154934370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154934370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154934370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154934372 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154934372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154934372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154934373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:35.376471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1873): Terminating (SIGTERM)\u000a15:49:35.416254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1876): Terminating (SIGTERM)\u000a15:49:35.456043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1879): Terminating (SIGTERM)\u000a15:49:35.465340 --- ParallelTerminationStrategy: PID 1873 died...\u000a15:49:35.518402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1873): Terminated: ok {rc=0}\u000a15:49:35.527990 --- ParallelTerminationStrategy: PID 1876 died...\u000a15:49:35.581039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1876): Terminated: ok {rc=0}\u000a15:49:35.590620 --- ParallelTerminationStrategy: PID 1879 died...\u000a15:49:35.643515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1879): Terminated: ok {rc=0}\u000a15:49:35.727475 bus /sierra_3: Setting Powered False\u000a15:49:36.834295 bus /sierra_3: Setting Powered False\u000a15:49:37.946903 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:49:18" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1892): Process ended prematurely: osmo-stp_10.42.42.5(pid=1892) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1892)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1892): Process ended prematurely: osmo-stp_10.42.42.5(pid=1892) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:49:39.908861 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:39.920578 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:49:40.078085 tst mo_mt_call.py: using LAC 34636\u000a15:49:40.210565 tst mo_mt_call.py: using RAC 211\u000a15:49:40.345607 tst mo_mt_call.py: using CellId 34636\u000a15:49:40.477039 tst mo_mt_call.py: using BVCI 34637\u000a15:49:40.503000 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:40.514796 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:40.526396 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:40.537951 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:40.549828 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:40.562019 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:49:40.680790 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:49:40.898657 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:41.430212 run create_hlr_db(pid=1886): Launched\u000a15:49:41.624551 bus /sierra_2: Setting Powered False\u000a15:49:42.633586 run create_hlr_db(pid=1886): Terminated: ok {rc=0}\u000a15:49:43.091946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1888): Launched\u000a15:49:43.431589 run osmo-hlr_10.42.42.2(pid=1889): Launched\u000a15:49:43.555816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:44.144920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1891): Launched\u000a15:49:44.484374 run osmo-stp_10.42.42.5(pid=1892): Launched\u000a15:49:44.606523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:45.222949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1894): Launched\u000a15:49:45.562620 run osmo-msc_10.42.42.6(pid=1895): Launched\u000a15:49:45.759312 run osmo-stp_10.42.42.5(pid=1892): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1892)]\u000a15:49:45.982263 run osmo-stp_10.42.42.5(pid=1892): stdout: \u000a| (launched: 2022-12-13_15:49:44.316237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:46.142856 run osmo-stp_10.42.42.5(pid=1892): stderr: \u000a| �[0;m�[38;5;43m20221213154944509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154944509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154944510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154944510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154944511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154944511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154944511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:46.280835 run osmo-stp_10.42.42.5(pid=1892): stdout: \u000a| (launched: 2022-12-13_15:49:44.316237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:46.417917 run osmo-stp_10.42.42.5(pid=1892): stderr: \u000a| �[0;m�[38;5;43m20221213154944509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154944509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154944510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154944510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154944511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154944511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154944511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:46.478360 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1892): Process ended prematurely: osmo-stp_10.42.42.5(pid=1892) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1892)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:49:46.487941 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a15:49:46.549683 run osmo-hlr_10.42.42.2(pid=1889): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1889)]\u000a15:49:46.600702 run osmo-hlr_10.42.42.2(pid=1889): stdout: \u000a| (launched: 2022-12-13_15:49:43.263201) \u000a15:49:46.652133 run osmo-hlr_10.42.42.2(pid=1889): stderr: \u000a| �[0;m�[1;31m20221213154943461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154943461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154943461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154943461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154943461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154943461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154943475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154943483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154943483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154943483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:46.723467 run osmo-msc_10.42.42.6(pid=1895): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1895)]\u000a15:49:46.774814 run osmo-msc_10.42.42.6(pid=1895): stdout: \u000a| (launched: 2022-12-13_15:49:45.394098) \u000a15:49:46.826413 run osmo-msc_10.42.42.6(pid=1895): stderr: \u000a| �[0;m�[38;5;43m20221213154945717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154945717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe3c6c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154945718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154945718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154945718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154945718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154945720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154945720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154945720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154945720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:46.871648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1888): Terminating (SIGTERM)\u000a15:49:46.915173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1891): Terminating (SIGTERM)\u000a15:49:46.959649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1894): Terminating (SIGTERM)\u000a15:49:46.970343 --- ParallelTerminationStrategy: PID 1888 died...\u000a15:49:47.027362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1888): Terminated: ok {rc=0}\u000a15:49:47.038163 --- ParallelTerminationStrategy: PID 1891 died...\u000a15:49:47.096852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1891): Terminated: ok {rc=0}\u000a15:49:47.107642 --- ParallelTerminationStrategy: PID 1894 died...\u000a15:49:47.165225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1894): Terminated: ok {rc=0}\u000a15:49:47.252140 bus /sierra_3: Setting Powered False\u000a15:49:48.359593 bus /sierra_3: Setting Powered False\u000a15:49:49.468489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 191, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1903): Process ended prematurely: osmo-stp_10.42.42.5(pid=1903) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1903)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1903): Process ended prematurely: osmo-stp_10.42.42.5(pid=1903) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:49:50.586538 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:50.598866 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:49:50.754567 tst mo_mt_call_osmux.py: using LAC 34637\u000a15:49:50.880874 tst mo_mt_call_osmux.py: using RAC 212\u000a15:49:51.003669 tst mo_mt_call_osmux.py: using CellId 34637\u000a15:49:51.129237 tst mo_mt_call_osmux.py: using BVCI 34638\u000a15:49:51.153307 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:51.164585 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:51.175681 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:51.186651 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:51.197617 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:49:51.208461 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:49:51.332420 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:49:51.542039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:49:52.047067 run create_hlr_db(pid=1897): Launched\u000a15:49:52.226524 bus /sierra_2: Setting Powered False\u000a15:49:53.247957 run create_hlr_db(pid=1897): Terminated: ok {rc=0}\u000a15:49:53.696136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1899): Launched\u000a15:49:54.033679 run osmo-hlr_10.42.42.2(pid=1900): Launched\u000a15:49:54.161991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:49:54.747758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1902): Launched\u000a15:49:55.086144 run osmo-stp_10.42.42.5(pid=1903): Launched\u000a15:49:55.208288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:49:55.824049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1905): Launched\u000a15:49:56.166081 run osmo-msc_10.42.42.6(pid=1906): Launched\u000a15:49:56.364112 run osmo-stp_10.42.42.5(pid=1903): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1903)]\u000a15:49:56.509975 run osmo-stp_10.42.42.5(pid=1903): stdout: \u000a| (launched: 2022-12-13_15:49:54.918493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:56.672293 run osmo-stp_10.42.42.5(pid=1903): stderr: \u000a| �[0;m�[38;5;43m20221213154955111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154955111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154955111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154955112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154955112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154955112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154955112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:56.804164 run osmo-stp_10.42.42.5(pid=1903): stdout: \u000a| (launched: 2022-12-13_15:49:54.918493)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:49:56.934847 run osmo-stp_10.42.42.5(pid=1903): stderr: \u000a| �[0;m�[38;5;43m20221213154955111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213154955111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213154955111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213154955112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213154955112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213154955112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213154955112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:49:56.992468 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1903): Process ended prematurely: osmo-stp_10.42.42.5(pid=1903) [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1903)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:49:57.002125 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:49:57.064751 run osmo-hlr_10.42.42.2(pid=1900): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1900)]\u000a15:49:57.116091 run osmo-hlr_10.42.42.2(pid=1900): stdout: \u000a| (launched: 2022-12-13_15:49:53.867202) \u000a15:49:57.168105 run osmo-hlr_10.42.42.2(pid=1900): stderr: \u000a| �[0;m�[1;31m20221213154954064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213154954064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213154954064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154954065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213154954065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213154954065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213154954078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213154954086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213154954086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213154954086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:49:57.238729 run osmo-msc_10.42.42.6(pid=1906): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1906)]\u000a15:49:57.289973 run osmo-msc_10.42.42.6(pid=1906): stdout: \u000a| (launched: 2022-12-13_15:49:55.995326) \u000a15:49:57.341968 run osmo-msc_10.42.42.6(pid=1906): stderr: \u000a| �[0;m�[38;5;43m20221213154956321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213154956321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9e0e8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213154956321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213154956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213154956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213154956321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213154956324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213154956324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213154956324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213154956324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:49:57.386293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1899): Terminating (SIGTERM)\u000a15:49:57.428189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1902): Terminating (SIGTERM)\u000a15:49:57.470461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1905): Terminating (SIGTERM)\u000a15:49:57.480112 --- ParallelTerminationStrategy: PID 1899 died...\u000a15:49:57.536129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1899): Terminated: ok {rc=0}\u000a15:49:57.546177 --- ParallelTerminationStrategy: PID 1902 died...\u000a15:49:57.601965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1902): Terminated: ok {rc=0}\u000a15:49:57.611986 --- ParallelTerminationStrategy: PID 1905 died...\u000a15:49:57.667396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1905): Terminated: ok {rc=0}\u000a15:49:57.754704 bus /sierra_3: Setting Powered False\u000a15:49:58.857083 bus /sierra_3: Setting Powered False\u000a15:49:59.962553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:49:39" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1920): Process ended prematurely: osmo-stp_10.42.42.5(pid=1920) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1920): Process ended prematurely: osmo-stp_10.42.42.5(pid=1920) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:50:01.965561 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:01.978828 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:50:02.151301 tst mo_mt_call.py: using LAC 34638\u000a15:50:02.284356 tst mo_mt_call.py: using RAC 213\u000a15:50:02.415192 tst mo_mt_call.py: using CellId 34638\u000a15:50:02.547023 tst mo_mt_call.py: using BVCI 34639\u000a15:50:02.572553 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:02.584309 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:02.595868 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:02.607525 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:02.619504 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:02.631511 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:50:02.750318 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:50:02.970513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:03.494262 run create_hlr_db(pid=1914): Launched\u000a15:50:03.686889 bus /sierra_2: Setting Powered False\u000a15:50:04.707532 run create_hlr_db(pid=1914): Terminated: ok {rc=0}\u000a15:50:05.125939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1916): Launched\u000a15:50:05.438492 run osmo-hlr_10.42.42.2(pid=1917): Launched\u000a15:50:05.561448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:06.104323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1919): Launched\u000a15:50:06.417487 run osmo-stp_10.42.42.5(pid=1920): Launched\u000a15:50:06.530002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:07.097457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1922): Launched\u000a15:50:07.409673 run osmo-msc_10.42.42.6(pid=1923): Launched\u000a15:50:07.591775 run osmo-stp_10.42.42.5(pid=1920): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)]\u000a15:50:07.722376 run osmo-stp_10.42.42.5(pid=1920): stdout: \u000a| (launched: 2022-12-13_15:50:06.261619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:07.851380 run osmo-stp_10.42.42.5(pid=1920): stderr: \u000a| �[0;m�[38;5;43m20221213155006429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155006429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155006430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155006430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155006431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155006431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155006431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:07.975652 run osmo-stp_10.42.42.5(pid=1920): stdout: \u000a| (launched: 2022-12-13_15:50:06.261619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:08.098905 run osmo-stp_10.42.42.5(pid=1920): stderr: \u000a| �[0;m�[38;5;43m20221213155006429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155006429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155006430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155006430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155006431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155006431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155006431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:08.153499 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1920): Process ended prematurely: osmo-stp_10.42.42.5(pid=1920) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1920)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:50:08.162118 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:50:08.222358 run osmo-hlr_10.42.42.2(pid=1917): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1917)]\u000a15:50:08.271789 run osmo-hlr_10.42.42.2(pid=1917): stdout: \u000a| (launched: 2022-12-13_15:50:05.284071) \u000a15:50:08.321806 run osmo-hlr_10.42.42.2(pid=1917): stderr: \u000a| �[0;m�[1;31m20221213155005457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155005457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155005457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155005457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155005457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155005457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155005469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155005480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155005480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155005480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:08.390968 run osmo-msc_10.42.42.6(pid=1923): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1923)]\u000a15:50:08.440997 run osmo-msc_10.42.42.6(pid=1923): stdout: \u000a| (launched: 2022-12-13_15:50:07.254508) \u000a15:50:08.490932 run osmo-msc_10.42.42.6(pid=1923): stderr: \u000a| �[0;m�[38;5;43m20221213155007526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155007526 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58abb04c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155007526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155007526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155007526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155007527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155007528 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155007529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155007529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155007529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:08.533255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1916): Terminating (SIGTERM)\u000a15:50:08.573105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1919): Terminating (SIGTERM)\u000a15:50:08.612823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1922): Terminating (SIGTERM)\u000a15:50:08.622154 --- ParallelTerminationStrategy: PID 1916 died...\u000a15:50:08.675611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1916): Terminated: ok {rc=0}\u000a15:50:08.685290 --- ParallelTerminationStrategy: PID 1919 died...\u000a15:50:08.738307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1919): Terminated: ok {rc=0}\u000a15:50:08.747952 --- ParallelTerminationStrategy: PID 1922 died...\u000a15:50:08.801045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1922): Terminated: ok {rc=0}\u000a15:50:08.889720 bus /sierra_3: Setting Powered False\u000a15:50:09.992268 bus /sierra_3: Setting Powered False\u000a15:50:11.102084 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1933): Process ended prematurely: osmo-stp_10.42.42.5(pid=1933) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1933)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1933): Process ended prematurely: osmo-stp_10.42.42.5(pid=1933) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:50:12.219731 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:12.231903 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:50:12.388751 tst mo_mt_call_osmux.py: using LAC 34639\u000a15:50:12.521095 tst mo_mt_call_osmux.py: using RAC 214\u000a15:50:12.653523 tst mo_mt_call_osmux.py: using CellId 34639\u000a15:50:12.788499 tst mo_mt_call_osmux.py: using BVCI 34640\u000a15:50:12.814153 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:12.825725 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:12.837106 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:12.848470 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:12.860177 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:50:12.871938 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:50:12.991028 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:50:13.208933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:13.738124 run create_hlr_db(pid=1925): Launched\u000a15:50:13.931498 bus /sierra_2: Setting Powered False\u000a15:50:14.953083 run create_hlr_db(pid=1925): Terminated: ok {rc=0}\u000a15:50:15.373179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1927): Launched\u000a15:50:15.685628 run osmo-hlr_10.42.42.2(pid=1928): Launched\u000a15:50:15.800021 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:16.414000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1932): Launched\u000a15:50:16.860286 run osmo-stp_10.42.42.5(pid=1933): Launched\u000a15:50:17.003765 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:17.666838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1935): Launched\u000a15:50:18.003445 run osmo-msc_10.42.42.6(pid=1936): Launched\u000a15:50:18.198739 run osmo-stp_10.42.42.5(pid=1933): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1933)]\u000a15:50:18.339672 run osmo-stp_10.42.42.5(pid=1933): stdout: \u000a| (launched: 2022-12-13_15:50:16.580639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:18.479385 run osmo-stp_10.42.42.5(pid=1933): stderr: \u000a| �[0;m�[38;5;43m20221213155016853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155016853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155016853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155016854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155016854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155016854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155016854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:18.613900 run osmo-stp_10.42.42.5(pid=1933): stdout: \u000a| (launched: 2022-12-13_15:50:16.580639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:18.746855 run osmo-stp_10.42.42.5(pid=1933): stderr: \u000a| �[0;m�[38;5;43m20221213155016853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155016853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155016853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155016854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155016854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155016854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155016854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:18.805402 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1933): Process ended prematurely: osmo-stp_10.42.42.5(pid=1933) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1933)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:50:18.814883 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a15:50:18.878210 run osmo-hlr_10.42.42.2(pid=1928): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1928)]\u000a15:50:18.929801 run osmo-hlr_10.42.42.2(pid=1928): stdout: \u000a| (launched: 2022-12-13_15:50:15.531562) \u000a15:50:18.982033 run osmo-hlr_10.42.42.2(pid=1928): stderr: \u000a| �[0;m�[1;31m20221213155015707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155015707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155015707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155015707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155015707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155015707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155015719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155015727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155015727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155015727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:19.053283 run osmo-msc_10.42.42.6(pid=1936): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1936)]\u000a15:50:19.105012 run osmo-msc_10.42.42.6(pid=1936): stdout: \u000a| (launched: 2022-12-13_15:50:17.837063) \u000a15:50:19.157226 run osmo-msc_10.42.42.6(pid=1936): stderr: \u000a| �[0;m�[38;5;43m20221213155018158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155018158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77673c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155018158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155018158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155018159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155018159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155018160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155018161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155018161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155018161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:19.201799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1927): Terminating (SIGTERM)\u000a15:50:19.244587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1932): Terminating (SIGTERM)\u000a15:50:19.286931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1935): Terminating (SIGTERM)\u000a15:50:19.296669 --- ParallelTerminationStrategy: PID 1927 died...\u000a15:50:19.353413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1927): Terminated: ok {rc=0}\u000a15:50:19.363513 --- ParallelTerminationStrategy: PID 1932 died...\u000a15:50:19.419863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1932): Terminated: ok {rc=0}\u000a15:50:19.430020 --- ParallelTerminationStrategy: PID 1935 died...\u000a15:50:19.486038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1935): Terminated: ok {rc=0}\u000a15:50:19.573495 bus /sierra_3: Setting Powered False\u000a15:50:20.676254 bus /sierra_3: Setting Powered False\u000a15:50:21.787833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:50:01" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1947): Process ended prematurely: osmo-stp_10.42.42.5(pid=1947) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1947): Process ended prematurely: osmo-stp_10.42.42.5(pid=1947) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:50:23.757509 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:23.769202 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:50:23.925690 tst mo_mt_call.py: using LAC 34640\u000a15:50:24.058284 tst mo_mt_call.py: using RAC 215\u000a15:50:24.190524 tst mo_mt_call.py: using CellId 34640\u000a15:50:24.325725 tst mo_mt_call.py: using BVCI 34641\u000a15:50:24.351286 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:24.362939 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:24.374344 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:24.385714 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:24.397452 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:24.409397 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:50:24.527572 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:50:24.738262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:25.238406 run create_hlr_db(pid=1941): Launched\u000a15:50:25.417605 bus /sierra_2: Setting Powered False\u000a15:50:26.438609 run create_hlr_db(pid=1941): Terminated: ok {rc=0}\u000a15:50:26.855101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1943): Launched\u000a15:50:27.167083 run osmo-hlr_10.42.42.2(pid=1944): Launched\u000a15:50:27.287518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:27.834453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1946): Launched\u000a15:50:28.146796 run osmo-stp_10.42.42.5(pid=1947): Launched\u000a15:50:28.260418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:28.832859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1949): Launched\u000a15:50:29.148212 run osmo-msc_10.42.42.6(pid=1950): Launched\u000a15:50:29.331073 run osmo-stp_10.42.42.5(pid=1947): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)]\u000a15:50:29.462684 run osmo-stp_10.42.42.5(pid=1947): stdout: \u000a| (launched: 2022-12-13_15:50:27.992876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:29.592143 run osmo-stp_10.42.42.5(pid=1947): stderr: \u000a| �[0;m�[38;5;43m20221213155028163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155028163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155028163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155028164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:29.717072 run osmo-stp_10.42.42.5(pid=1947): stdout: \u000a| (launched: 2022-12-13_15:50:27.992876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:29.840710 run osmo-stp_10.42.42.5(pid=1947): stderr: \u000a| �[0;m�[38;5;43m20221213155028163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155028163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155028163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155028164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155028164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:29.895684 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1947): Process ended prematurely: osmo-stp_10.42.42.5(pid=1947) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:50:29.904228 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:50:29.965140 run osmo-hlr_10.42.42.2(pid=1944): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1944)]\u000a15:50:30.014716 run osmo-hlr_10.42.42.2(pid=1944): stdout: \u000a| (launched: 2022-12-13_15:50:27.013488) \u000a15:50:30.064829 run osmo-hlr_10.42.42.2(pid=1944): stderr: \u000a| �[0;m�[1;31m20221213155027191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155027191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155027191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155027191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155027191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155027191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155027204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155027214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155027215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155027215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:30.132932 run osmo-msc_10.42.42.6(pid=1950): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1950)]\u000a15:50:30.182412 run osmo-msc_10.42.42.6(pid=1950): stdout: \u000a| (launched: 2022-12-13_15:50:28.991662) \u000a15:50:30.232477 run osmo-msc_10.42.42.6(pid=1950): stderr: \u000a| �[0;m�[38;5;43m20221213155029263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155029263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc24edc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155029263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155029263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155029263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155029263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155029265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155029265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155029266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155029266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:30.274978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1943): Terminating (SIGTERM)\u000a15:50:30.314903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1946): Terminating (SIGTERM)\u000a15:50:30.355042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1949): Terminating (SIGTERM)\u000a15:50:30.364411 --- ParallelTerminationStrategy: PID 1943 died...\u000a15:50:30.418240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1943): Terminated: ok {rc=0}\u000a15:50:30.427947 --- ParallelTerminationStrategy: PID 1946 died...\u000a15:50:30.481548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1946): Terminated: ok {rc=0}\u000a15:50:30.491217 --- ParallelTerminationStrategy: PID 1949 died...\u000a15:50:30.545015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1949): Terminated: ok {rc=0}\u000a15:50:30.634396 bus /sierra_3: Setting Powered False\u000a15:50:31.746460 bus /sierra_3: Setting Powered False\u000a15:50:32.859517 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:50:33.972058 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:33.983828 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:50:34.143300 tst mo_mt_call_osmux.py: using LAC 34641\u000a15:50:34.271952 tst mo_mt_call_osmux.py: using RAC 216\u000a15:50:34.402423 tst mo_mt_call_osmux.py: using CellId 34641\u000a15:50:34.531612 tst mo_mt_call_osmux.py: using BVCI 34642\u000a15:50:34.557298 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:34.569114 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:34.580703 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:34.592127 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:34.603997 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:50:34.615903 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:50:34.736636 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:50:34.945297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:35.445999 run create_hlr_db(pid=1952): Launched\u000a15:50:35.625106 bus /sierra_2: Setting Powered False\u000a15:50:36.647195 run create_hlr_db(pid=1952): Terminated: ok {rc=0}\u000a15:50:37.091766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Launched\u000a15:50:37.429645 run osmo-hlr_10.42.42.2(pid=1955): Launched\u000a15:50:37.551415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:38.135389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Launched\u000a15:50:38.470805 run osmo-stp_10.42.42.5(pid=1958): Launched\u000a15:50:38.593550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:39.204316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1960): Launched\u000a15:50:39.540292 run osmo-msc_10.42.42.6(pid=1961): Launched\u000a15:50:39.735866 run osmo-stp_10.42.42.5(pid=1958): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)]\u000a15:50:39.877147 run osmo-stp_10.42.42.5(pid=1958): stdout: \u000a| (launched: 2022-12-13_15:50:38.305738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:40.016867 run osmo-stp_10.42.42.5(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221213155038496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155038496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155038497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155038497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155038498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155038498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155038498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:40.151763 run osmo-stp_10.42.42.5(pid=1958): stdout: \u000a| (launched: 2022-12-13_15:50:38.305738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:40.285255 run osmo-stp_10.42.42.5(pid=1958): stderr: \u000a| �[0;m�[38;5;43m20221213155038496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155038496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155038497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155038497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155038498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155038498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155038498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:40.343878 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1958): Process ended prematurely: osmo-stp_10.42.42.5(pid=1958) [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1958)] [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:50:40.353469 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a15:50:40.417454 run osmo-hlr_10.42.42.2(pid=1955): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1955)]\u000a15:50:40.469435 run osmo-hlr_10.42.42.2(pid=1955): stdout: \u000a| (launched: 2022-12-13_15:50:37.262257) \u000a15:50:40.522179 run osmo-hlr_10.42.42.2(pid=1955): stderr: \u000a| �[0;m�[1;31m20221213155037457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155037457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155037457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155037457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155037457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155037457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155037470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155037479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155037480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155037480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:40.594025 run osmo-msc_10.42.42.6(pid=1961): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1961)]\u000a15:50:40.646514 run osmo-msc_10.42.42.6(pid=1961): stdout: \u000a| (launched: 2022-12-13_15:50:39.374522) \u000a15:50:40.699467 run osmo-msc_10.42.42.6(pid=1961): stderr: \u000a| �[0;m�[38;5;43m20221213155039696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155039696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f063ccb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155039696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155039696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155039696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155039696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155039698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155039699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155039699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155039699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:40.744570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Terminating (SIGTERM)\u000a15:50:40.787693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Terminating (SIGTERM)\u000a15:50:40.830735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1960): Terminating (SIGTERM)\u000a15:50:40.840655 --- ParallelTerminationStrategy: PID 1954 died...\u000a15:50:40.897730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1954): Terminated: ok {rc=0}\u000a15:50:40.908046 --- ParallelTerminationStrategy: PID 1957 died...\u000a15:50:40.964510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1957): Terminated: ok {rc=0}\u000a15:50:40.974740 --- ParallelTerminationStrategy: PID 1960 died...\u000a15:50:41.031858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1960): Terminated: ok {rc=0}\u000a15:50:41.120407 bus /sierra_3: Setting Powered False\u000a15:50:42.226762 bus /sierra_3: Setting Powered False\u000a15:50:43.339880 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:50:23" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1975): Process ended prematurely: osmo-stp_10.42.42.5(pid=1975) [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1975)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1975): Process ended prematurely: osmo-stp_10.42.42.5(pid=1975) [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:50:45.299232 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:45.310549 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:50:45.461875 tst mo_mt_call.py: using LAC 34642\u000a15:50:45.588643 tst mo_mt_call.py: using RAC 217\u000a15:50:45.710566 tst mo_mt_call.py: using CellId 34642\u000a15:50:45.834398 tst mo_mt_call.py: using BVCI 34643\u000a15:50:45.859454 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:45.871590 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:45.883375 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:45.903634 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:45.915652 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:45.928103 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:50:46.069907 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:50:46.278628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:46.824427 run create_hlr_db(pid=1969): Launched\u000a15:50:47.006795 bus /sierra_2: Setting Powered False\u000a15:50:48.023918 run create_hlr_db(pid=1969): Terminated: ok {rc=0}\u000a15:50:48.440187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1971): Launched\u000a15:50:48.753847 run osmo-hlr_10.42.42.2(pid=1972): Launched\u000a15:50:48.868088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:49.409934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1974): Launched\u000a15:50:49.722791 run osmo-stp_10.42.42.5(pid=1975): Launched\u000a15:50:49.836081 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:50:50.405623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1977): Launched\u000a15:50:50.718470 run osmo-msc_10.42.42.6(pid=1978): Launched\u000a15:50:50.899703 run osmo-stp_10.42.42.5(pid=1975): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1975)]\u000a15:50:51.031109 run osmo-stp_10.42.42.5(pid=1975): stdout: \u000a| (launched: 2022-12-13_15:50:49.568290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:51.160702 run osmo-stp_10.42.42.5(pid=1975): stderr: \u000a| �[0;m�[38;5;43m20221213155049738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155049738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155049739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155049739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155049739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155049739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155049740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:51.284862 run osmo-stp_10.42.42.5(pid=1975): stdout: \u000a| (launched: 2022-12-13_15:50:49.568290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:50:51.408275 run osmo-stp_10.42.42.5(pid=1975): stderr: \u000a| �[0;m�[38;5;43m20221213155049738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155049738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155049739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155049739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155049739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155049739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155049740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:50:51.462845 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1975): Process ended prematurely: osmo-stp_10.42.42.5(pid=1975) [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1975)] [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:50:51.471720 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:50:51.531236 run osmo-hlr_10.42.42.2(pid=1972): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1972)]\u000a15:50:51.579854 run osmo-hlr_10.42.42.2(pid=1972): stdout: \u000a| (launched: 2022-12-13_15:50:48.598780) \u000a15:50:51.629453 run osmo-hlr_10.42.42.2(pid=1972): stderr: \u000a| �[0;m�[1;31m20221213155048775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155048775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155048775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155048775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155048775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155048775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155048787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155048797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155048798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155048798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:50:51.696766 run osmo-msc_10.42.42.6(pid=1978): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1978)]\u000a15:50:51.745535 run osmo-msc_10.42.42.6(pid=1978): stdout: \u000a| (launched: 2022-12-13_15:50:50.563443) \u000a15:50:51.794811 run osmo-msc_10.42.42.6(pid=1978): stderr: \u000a| �[0;m�[38;5;43m20221213155050835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155050835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3e7ca7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155050835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155050835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155050835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155050835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155050837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155050838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155050838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155050838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:50:51.836680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1971): Terminating (SIGTERM)\u000a15:50:51.878774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1974): Terminating (SIGTERM)\u000a15:50:51.918709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1977): Terminating (SIGTERM)\u000a15:50:51.927830 --- ParallelTerminationStrategy: PID 1971 died...\u000a15:50:51.980803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1971): Terminated: ok {rc=0}\u000a15:50:51.990425 --- ParallelTerminationStrategy: PID 1974 died...\u000a15:50:52.043427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1974): Terminated: ok {rc=0}\u000a15:50:52.053177 --- ParallelTerminationStrategy: PID 1977 died...\u000a15:50:52.106448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1977): Terminated: ok {rc=0}\u000a15:50:52.190246 bus /sierra_3: Setting Powered False\u000a15:50:53.298713 bus /sierra_3: Setting Powered False\u000a15:50:54.406990 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1988): Process ended prematurely: osmo-stp_10.42.42.5(pid=1988) [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1988)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1988): Process ended prematurely: osmo-stp_10.42.42.5(pid=1988) [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:50:55.524499 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:55.536826 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:50:55.695168 tst mo_mt_call_osmux.py: using LAC 34643\u000a15:50:55.826197 tst mo_mt_call_osmux.py: using RAC 218\u000a15:50:55.957469 tst mo_mt_call_osmux.py: using CellId 34643\u000a15:50:56.093827 tst mo_mt_call_osmux.py: using BVCI 34644\u000a15:50:56.119296 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:56.131122 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:56.142650 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:56.154255 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:56.166277 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:50:56.178263 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:50:56.297927 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:50:56.516367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:50:57.044579 run create_hlr_db(pid=1982): Launched\u000a15:50:57.238406 bus /sierra_2: Setting Powered False\u000a15:50:58.259332 run create_hlr_db(pid=1982): Terminated: ok {rc=0}\u000a15:50:58.706117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1984): Launched\u000a15:50:59.043545 run osmo-hlr_10.42.42.2(pid=1985): Launched\u000a15:50:59.167770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:50:59.755188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1987): Launched\u000a15:51:00.092793 run osmo-stp_10.42.42.5(pid=1988): Launched\u000a15:51:00.214848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:51:00.832780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1990): Launched\u000a15:51:01.214708 run osmo-msc_10.42.42.6(pid=1991): Launched\u000a15:51:01.516163 run osmo-stp_10.42.42.5(pid=1988): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1988)]\u000a15:51:01.848102 run osmo-stp_10.42.42.5(pid=1988): stdout: \u000a| (launched: 2022-12-13_15:50:59.926318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:01.983922 run osmo-stp_10.42.42.5(pid=1988): stderr: \u000a| �[0;m�[38;5;43m20221213155100117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155100117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155100117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155100118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155100118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155100118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155100118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:02.114248 run osmo-stp_10.42.42.5(pid=1988): stdout: \u000a| (launched: 2022-12-13_15:50:59.926318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:02.243550 run osmo-stp_10.42.42.5(pid=1988): stderr: \u000a| �[0;m�[38;5;43m20221213155100117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155100117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155100117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155100118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155100118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155100118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155100118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:02.301828 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1988): Process ended prematurely: osmo-stp_10.42.42.5(pid=1988) [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1988)] [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:51:02.311665 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a15:51:02.374200 run osmo-hlr_10.42.42.2(pid=1985): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1985)]\u000a15:51:02.423777 run osmo-hlr_10.42.42.2(pid=1985): stdout: \u000a| (launched: 2022-12-13_15:50:58.877560) \u000a15:51:02.474109 run osmo-hlr_10.42.42.2(pid=1985): stderr: \u000a| �[0;m�[1;31m20221213155059074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155059074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155059075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155059075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155059075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155059075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155059088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155059098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155059098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155059099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:02.542498 run osmo-msc_10.42.42.6(pid=1991): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1991)]\u000a15:51:02.592082 run osmo-msc_10.42.42.6(pid=1991): stdout: \u000a| (launched: 2022-12-13_15:51:01.003627) \u000a15:51:02.642131 run osmo-msc_10.42.42.6(pid=1991): stderr: \u000a| �[0;m�[38;5;43m20221213155101515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155101515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e79fc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155101515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155101515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155101515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155101515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155101517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155101518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155101518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155101518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:51:02.684892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1984): Terminating (SIGTERM)\u000a15:51:02.725234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1987): Terminating (SIGTERM)\u000a15:51:02.765447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1990): Terminating (SIGTERM)\u000a15:51:02.774464 --- ParallelTerminationStrategy: PID 1984 died...\u000a15:51:02.828759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1984): Terminated: ok {rc=0}\u000a15:51:02.838502 --- ParallelTerminationStrategy: PID 1987 died...\u000a15:51:02.891937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1987): Terminated: ok {rc=0}\u000a15:51:02.901627 --- ParallelTerminationStrategy: PID 1990 died...\u000a15:51:02.955014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1990): Terminated: ok {rc=0}\u000a15:51:03.039632 bus /sierra_3: Setting Powered False\u000a15:51:04.147444 bus /sierra_3: Setting Powered False\u000a15:51:05.255368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2002): Process ended prematurely: osmo-stp_10.42.42.5(pid=2002) [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2002)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2002): Process ended prematurely: osmo-stp_10.42.42.5(pid=2002) [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:51:07.225381 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:07.236711 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:51:07.394410 tst mo_mt_call.py: using LAC 34644\u000a15:51:07.525295 tst mo_mt_call.py: using RAC 219\u000a15:51:07.657802 tst mo_mt_call.py: using CellId 34644\u000a15:51:07.790213 tst mo_mt_call.py: using BVCI 34645\u000a15:51:07.815836 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:07.827233 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:07.838499 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:07.849724 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:07.861524 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:07.873147 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:51:07.993233 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:51:08.210746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:08.738477 run create_hlr_db(pid=1996): Launched\u000a15:51:08.932295 bus /sierra_2: Setting Powered False\u000a15:51:09.953680 run create_hlr_db(pid=1996): Terminated: ok {rc=0}\u000a15:51:10.374941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1998): Launched\u000a15:51:10.689092 run osmo-hlr_10.42.42.2(pid=1999): Launched\u000a15:51:10.804050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:11.348534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2001): Launched\u000a15:51:11.663237 run osmo-stp_10.42.42.5(pid=2002): Launched\u000a15:51:11.776779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:51:12.347755 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2004): Launched\u000a15:51:12.661640 run osmo-msc_10.42.42.6(pid=2005): Launched\u000a15:51:12.844098 run osmo-stp_10.42.42.5(pid=2002): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2002)]\u000a15:51:12.976162 run osmo-stp_10.42.42.5(pid=2002): stdout: \u000a| (launched: 2022-12-13_15:51:11.507561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:13.106247 run osmo-stp_10.42.42.5(pid=2002): stderr: \u000a| �[0;m�[38;5;43m20221213155111679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155111679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155111679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155111680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155111680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155111680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155111680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:13.232257 run osmo-stp_10.42.42.5(pid=2002): stdout: \u000a| (launched: 2022-12-13_15:51:11.507561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:13.356208 run osmo-stp_10.42.42.5(pid=2002): stderr: \u000a| �[0;m�[38;5;43m20221213155111679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155111679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155111679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155111680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155111680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155111680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155111680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:13.411087 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2002): Process ended prematurely: osmo-stp_10.42.42.5(pid=2002) [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2002)] [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:51:13.419714 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:51:13.479589 run osmo-hlr_10.42.42.2(pid=1999): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1999)]\u000a15:51:13.528693 run osmo-hlr_10.42.42.2(pid=1999): stdout: \u000a| (launched: 2022-12-13_15:51:10.533582) \u000a15:51:13.578410 run osmo-hlr_10.42.42.2(pid=1999): stderr: \u000a| �[0;m�[1;31m20221213155110709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155110709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155110709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155110709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155110709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155110709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155110722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155110730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155110730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155110730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:13.646295 run osmo-msc_10.42.42.6(pid=2005): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2005)]\u000a15:51:13.695427 run osmo-msc_10.42.42.6(pid=2005): stdout: \u000a| (launched: 2022-12-13_15:51:12.505680) \u000a15:51:13.745218 run osmo-msc_10.42.42.6(pid=2005): stderr: \u000a| �[0;m�[38;5;43m20221213155112778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155112778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce6700ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155112778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155112778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155112778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155112779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155112780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155112781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155112781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155112781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:51:13.787389 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1998): Terminating (SIGTERM)\u000a15:51:13.827226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2001): Terminating (SIGTERM)\u000a15:51:13.867566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2004): Terminating (SIGTERM)\u000a15:51:13.877035 --- ParallelTerminationStrategy: PID 1998 died...\u000a15:51:13.930868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1998): Terminated: ok {rc=0}\u000a15:51:13.940542 --- ParallelTerminationStrategy: PID 2001 died...\u000a15:51:13.993919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2001): Terminated: ok {rc=0}\u000a15:51:14.003611 --- ParallelTerminationStrategy: PID 2004 died...\u000a15:51:14.056824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2004): Terminated: ok {rc=0}\u000a15:51:14.146107 bus /sierra_3: Setting Powered False\u000a15:51:15.250041 bus /sierra_3: Setting Powered False\u000a15:51:16.371691 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 189, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:51:17.483582 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:17.495270 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:51:17.644395 tst mo_mt_call_osmux.py: using LAC 34645\u000a15:51:17.776459 tst mo_mt_call_osmux.py: using RAC 220\u000a15:51:17.907269 tst mo_mt_call_osmux.py: using CellId 34645\u000a15:51:18.040879 tst mo_mt_call_osmux.py: using BVCI 34646\u000a15:51:18.066693 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:18.078577 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:18.090124 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:18.101476 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:18.113079 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:51:18.124688 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:51:18.241537 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:51:18.448591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:18.947872 run create_hlr_db(pid=2007): Launched\u000a15:51:19.126654 bus /sierra_2: Setting Powered False\u000a15:51:20.147832 run create_hlr_db(pid=2007): Terminated: ok {rc=0}\u000a15:51:20.565122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Launched\u000a15:51:20.879265 run osmo-hlr_10.42.42.2(pid=2010): Launched\u000a15:51:20.994503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:21.535463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Launched\u000a15:51:21.847557 run osmo-stp_10.42.42.5(pid=2013): Launched\u000a15:51:21.960925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:51:22.536351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2015): Launched\u000a15:51:22.850468 run osmo-msc_10.42.42.6(pid=2016): Launched\u000a15:51:23.032570 run osmo-stp_10.42.42.5(pid=2013): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)]\u000a15:51:23.164207 run osmo-stp_10.42.42.5(pid=2013): stdout: \u000a| (launched: 2022-12-13_15:51:21.693279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:23.293263 run osmo-stp_10.42.42.5(pid=2013): stderr: \u000a| �[0;m�[38;5;43m20221213155121862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155121863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155121863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155121863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155121864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155121864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155121864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:23.417541 run osmo-stp_10.42.42.5(pid=2013): stdout: \u000a| (launched: 2022-12-13_15:51:21.693279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:23.541254 run osmo-stp_10.42.42.5(pid=2013): stderr: \u000a| �[0;m�[38;5;43m20221213155121862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155121863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155121863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155121863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155121864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155121864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155121864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:23.595879 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2013): Process ended prematurely: osmo-stp_10.42.42.5(pid=2013) [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2013)] [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:51:23.604471 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:51:23.664605 run osmo-hlr_10.42.42.2(pid=2010): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2010)]\u000a15:51:23.713869 run osmo-hlr_10.42.42.2(pid=2010): stdout: \u000a| (launched: 2022-12-13_15:51:20.723987) \u000a15:51:23.763782 run osmo-hlr_10.42.42.2(pid=2010): stderr: \u000a| �[0;m�[1;31m20221213155120899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155120899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155120899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155120899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155120899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155120900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155120911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155120920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155120920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155120920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:23.831817 run osmo-msc_10.42.42.6(pid=2016): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2016)]\u000a15:51:23.881169 run osmo-msc_10.42.42.6(pid=2016): stdout: \u000a| (launched: 2022-12-13_15:51:22.694956) \u000a15:51:23.930957 run osmo-msc_10.42.42.6(pid=2016): stderr: \u000a| �[0;m�[38;5;43m20221213155122967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155122967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde8fc05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155122967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155122967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155122968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155122968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155122970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155122970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155122970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155122970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:51:23.973230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Terminating (SIGTERM)\u000a15:51:24.013227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Terminating (SIGTERM)\u000a15:51:24.053254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2015): Terminating (SIGTERM)\u000a15:51:24.062188 --- ParallelTerminationStrategy: PID 2009 died...\u000a15:51:24.116041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2009): Terminated: ok {rc=0}\u000a15:51:24.125818 --- ParallelTerminationStrategy: PID 2012 died...\u000a15:51:24.179276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2012): Terminated: ok {rc=0}\u000a15:51:24.188807 --- ParallelTerminationStrategy: PID 2015 died...\u000a15:51:24.242206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2015): Terminated: ok {rc=0}\u000a15:51:24.330786 bus /sierra_3: Setting Powered False\u000a15:51:25.437742 bus /sierra_3: Setting Powered False\u000a15:51:26.546381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:51:06" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2027): Process ended prematurely: osmo-stp_10.42.42.5(pid=2027) [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2027): Process ended prematurely: osmo-stp_10.42.42.5(pid=2027) [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a15:51:28.514650 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:28.525339 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:28.649891 tst emergency_mo_mt_call.py: using LAC 34646\u000a15:51:28.767922 tst emergency_mo_mt_call.py: using RAC 221\u000a15:51:28.887637 tst emergency_mo_mt_call.py: using CellId 34646\u000a15:51:29.006420 tst emergency_mo_mt_call.py: using BVCI 34647\u000a15:51:29.029990 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:29.040596 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:29.051218 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:29.061673 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:29.072676 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:29.083581 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:29.199890 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:29.415987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:29.934729 run create_hlr_db(pid=2021): Launched\u000a15:51:30.127957 bus /sierra_2: Setting Powered False\u000a15:51:31.196399 run create_hlr_db(pid=2021): Terminated: ok {rc=0}\u000a15:51:31.637425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2023): Launched\u000a15:51:32.047620 run osmo-hlr_10.42.42.2(pid=2024): Launched\u000a15:51:32.198263 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:32.745802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2026): Launched\u000a15:51:33.053632 run osmo-stp_10.42.42.5(pid=2027): Launched\u000a15:51:33.186356 tst emergency_mo_mt_call.py: using MSISDN 8212\u000a15:51:33.337192 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:51:33.896723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2029): Launched\u000a15:51:34.205518 run osmo-msc_10.42.42.6(pid=2030): Launched\u000a15:51:34.384416 run osmo-stp_10.42.42.5(pid=2027): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)]\u000a15:51:34.513339 run osmo-stp_10.42.42.5(pid=2027): stdout: \u000a| (launched: 2022-12-13_15:51:32.901253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:34.640162 run osmo-stp_10.42.42.5(pid=2027): stderr: \u000a| �[0;m�[38;5;43m20221213155133069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155133070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155133070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155133070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155133071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155133071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155133071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:34.762401 run osmo-stp_10.42.42.5(pid=2027): stdout: \u000a| (launched: 2022-12-13_15:51:32.901253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:34.883537 run osmo-stp_10.42.42.5(pid=2027): stderr: \u000a| �[0;m�[38;5;43m20221213155133069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155133070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155133070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155133070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155133071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155133071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155133071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:34.936725 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2027): Process ended prematurely: osmo-stp_10.42.42.5(pid=2027) [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2027)] [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a15:51:34.944671 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a15:51:35.005327 run osmo-hlr_10.42.42.2(pid=2024): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2024)]\u000a15:51:35.055478 run osmo-hlr_10.42.42.2(pid=2024): stdout: \u000a| (launched: 2022-12-13_15:51:31.798700) \u000a15:51:35.106142 run osmo-hlr_10.42.42.2(pid=2024): stderr: \u000a| �[0;m�[1;31m20221213155132151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155132152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155132152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155132152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155132152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155132152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155132182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155132206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155132206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155132206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:35.174171 run osmo-msc_10.42.42.6(pid=2030): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2030)]\u000a15:51:35.223717 run osmo-msc_10.42.42.6(pid=2030): stdout: \u000a| (launched: 2022-12-13_15:51:34.052598) \u000a15:51:35.273713 run osmo-msc_10.42.42.6(pid=2030): stderr: \u000a| �[0;m�[38;5;43m20221213155134325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155134325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa394abbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155134325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155134325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155134325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155134326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155134327 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155134328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155134328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155134328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:51:35.316165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2023): Terminating (SIGTERM)\u000a15:51:35.356518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2026): Terminating (SIGTERM)\u000a15:51:35.396637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2029): Terminating (SIGTERM)\u000a15:51:35.406062 --- ParallelTerminationStrategy: PID 2023 died...\u000a15:51:35.459918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2023): Terminated: ok {rc=0}\u000a15:51:35.469786 --- ParallelTerminationStrategy: PID 2026 died...\u000a15:51:35.523302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2026): Terminated: ok {rc=0}\u000a15:51:35.533141 --- ParallelTerminationStrategy: PID 2029 died...\u000a15:51:35.586529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2029): Terminated: ok {rc=0}\u000a15:51:35.669654 bus /sierra_3: Setting Powered False\u000a15:51:36.776710 bus /sierra_3: Setting Powered False\u000a15:51:37.884587 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 238, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2038): Process ended prematurely: osmo-stp_10.42.42.5(pid=2038) [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2038)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2038): Process ended prematurely: osmo-stp_10.42.42.5(pid=2038) [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a15:51:38.938037 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:38.950052 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:39.085961 tst emergency_preemptive_call.py: using LAC 34647\u000a15:51:39.209785 tst emergency_preemptive_call.py: using RAC 222\u000a15:51:39.329446 tst emergency_preemptive_call.py: using CellId 34647\u000a15:51:39.449254 tst emergency_preemptive_call.py: using BVCI 34648\u000a15:51:39.472473 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:39.483195 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:39.493711 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:39.504159 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:39.514680 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a15:51:39.525162 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:39.647136 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:39.768765 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:39.887581 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:40.091000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:40.584675 run create_hlr_db(pid=2032): Launched\u000a15:51:40.761973 bus /sierra_2: Setting Powered False\u000a15:51:41.782377 run create_hlr_db(pid=2032): Terminated: ok {rc=0}\u000a15:51:42.220696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2034): Launched\u000a15:51:42.550737 run osmo-hlr_10.42.42.2(pid=2035): Launched\u000a15:51:42.673418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:51:43.248889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2037): Launched\u000a15:51:43.579173 run osmo-stp_10.42.42.5(pid=2038): Launched\u000a15:51:43.712826 tst emergency_preemptive_call.py: using MSISDN 8213\u000a15:51:43.876537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:51:44.475430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2040): Launched\u000a15:51:44.805434 run osmo-msc_10.42.42.6(pid=2041): Launched\u000a15:51:44.998193 run osmo-stp_10.42.42.5(pid=2038): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2038)]\u000a15:51:45.137195 run osmo-stp_10.42.42.5(pid=2038): stdout: \u000a| (launched: 2022-12-13_15:51:43.415892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:45.274891 run osmo-stp_10.42.42.5(pid=2038): stderr: \u000a| �[0;m�[38;5;43m20221213155143604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155143604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155143604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155143605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:45.406950 run osmo-stp_10.42.42.5(pid=2038): stdout: \u000a| (launched: 2022-12-13_15:51:43.415892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:51:45.537632 run osmo-stp_10.42.42.5(pid=2038): stderr: \u000a| �[0;m�[38;5;43m20221213155143604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155143604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155143604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155143605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155143606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:51:45.594651 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2038): Process ended prematurely: osmo-stp_10.42.42.5(pid=2038) [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2038)] [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a15:51:45.603542 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a15:51:45.667902 run osmo-hlr_10.42.42.2(pid=2035): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2035)]\u000a15:51:45.720872 run osmo-hlr_10.42.42.2(pid=2035): stdout: \u000a| (launched: 2022-12-13_15:51:42.388216) \u000a15:51:45.774053 run osmo-hlr_10.42.42.2(pid=2035): stderr: \u000a| �[0;m�[1;31m20221213155142585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155142585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155142585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155142585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155142585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155142585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155142597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155142607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155142607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155142607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:51:45.851647 run osmo-msc_10.42.42.6(pid=2041): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2041)]\u000a15:51:45.925215 run osmo-msc_10.42.42.6(pid=2041): stdout: \u000a| (launched: 2022-12-13_15:51:44.642186) \u000a15:51:45.979458 run osmo-msc_10.42.42.6(pid=2041): stderr: \u000a| �[0;m�[38;5;43m20221213155144962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155144962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8260da7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155144962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155144962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155144962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155144962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155144964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155144965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155144965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155144965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:51:46.026443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2034): Terminating (SIGTERM)\u000a15:51:46.074589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2037): Terminating (SIGTERM)\u000a15:51:46.120391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2040): Terminating (SIGTERM)\u000a15:51:46.131403 --- ParallelTerminationStrategy: PID 2034 died...\u000a15:51:46.192581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2034): Terminated: ok {rc=0}\u000a15:51:46.203820 --- ParallelTerminationStrategy: PID 2037 died...\u000a15:51:46.263727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2037): Terminated: ok {rc=0}\u000a15:51:46.275043 --- ParallelTerminationStrategy: PID 2040 died...\u000a15:51:46.335226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2040): Terminated: ok {rc=0}\u000a15:51:46.427108 bus /sierra_9: Setting Powered False\u000a15:51:47.531220 bus /sierra_9: Setting Powered False\u000a15:51:48.643880 bus /sierra_8: Setting Powered False\u000a15:51:49.748064 bus /sierra_8: Setting Powered False\u000a15:51:50.860053 bus /sierra_3: Setting Powered False\u000a15:51:51.964499 bus /sierra_3: Setting Powered False\u000a15:51:53.076638 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:51:28" }, { "cases" : [ { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2056): Process ended prematurely: osmo-stp_10.42.42.5(pid=2056) [trial-2391↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2056): Process ended prematurely: osmo-stp_10.42.42.5(pid=2056) [trial-2391↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:51:55.160248 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.171280 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:51:55.305175 tst cs_paging_gprs_active.py: using LAC 34648\u000a15:51:55.438017 tst cs_paging_gprs_active.py: using RAC 223\u000a15:51:55.573720 tst cs_paging_gprs_active.py: using CellId 34648\u000a15:51:55.703433 tst cs_paging_gprs_active.py: using BVCI 34649\u000a15:51:55.729121 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.740130 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.751069 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.761905 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.773100 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.784160 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.795558 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.806973 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:51:55.818455 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:55.937583 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:51:56.241042 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:51:56.380763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:56.728817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2046): Launched\u000a15:51:57.018662 run iperf3-srv_10.42.42.10(pid=2047): Launched\u000a15:51:57.225705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:51:57.366646 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:51:57.715908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2048): Launched\u000a15:51:58.005562 run iperf3-srv_10.42.42.10(pid=2049): Launched\u000a15:51:58.212519 tst cs_paging_gprs_active.py:38: start network...\u000a15:51:58.353155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:51:58.881384 run create_hlr_db(pid=2050): Launched\u000a15:51:59.075666 bus /sierra_2: Setting Powered False\u000a15:52:00.096472 run create_hlr_db(pid=2050): Terminated: ok {rc=0}\u000a15:52:00.517841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2052): Launched\u000a15:52:00.846424 run osmo-hlr_10.42.42.2(pid=2053): Launched\u000a15:52:01.059009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:01.673113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2055): Launched\u000a15:52:02.171254 run osmo-stp_10.42.42.5(pid=2056): Launched\u000a15:52:02.293922 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:02.879094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2058): Launched\u000a15:52:02.999086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:03.295873 run patchelf(pid=2059): Launched\u000a15:52:03.492575 run osmo-stp_10.42.42.5(pid=2056): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)]\u000a15:52:03.635847 run osmo-stp_10.42.42.5(pid=2056): stdout: \u000a| (launched: 2022-12-13_15:52:01.848754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:03.779708 run osmo-stp_10.42.42.5(pid=2056): stderr: \u000a| �[0;m�[38;5;43m20221213155202038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155202038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155202038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155202039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155202039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155202039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155202039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:03.918222 run osmo-stp_10.42.42.5(pid=2056): stdout: \u000a| (launched: 2022-12-13_15:52:01.848754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:04.055391 run osmo-stp_10.42.42.5(pid=2056): stderr: \u000a| �[0;m�[38;5;43m20221213155202038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155202038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155202038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155202039 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155202039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155202039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155202039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:04.216204 run patchelf(pid=2059): Terminating (SIGINT)\u000a15:52:04.405113 run patchelf(pid=2059): Terminated: ok {rc=0}\u000a15:52:04.439438 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2056): Process ended prematurely: osmo-stp_10.42.42.5(pid=2056) [trial-2391↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2056)] [trial-2391↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a15:52:04.449528 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a15:52:04.513954 run osmo-hlr_10.42.42.2(pid=2053): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2053)]\u000a15:52:04.566479 run osmo-hlr_10.42.42.2(pid=2053): stdout: \u000a| (launched: 2022-12-13_15:52:00.676889) \u000a15:52:04.619364 run osmo-hlr_10.42.42.2(pid=2053): stderr: \u000a| �[0;m�[1;31m20221213155200862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155200862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155200862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155200862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155200862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155200862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155200883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155200892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155200892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155200892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:04.664833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2046): Terminating (SIGTERM)\u000a15:52:04.707514 run iperf3-srv_10.42.42.10(pid=2047): Terminating (SIGTERM)\u000a15:52:04.750739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2048): Terminating (SIGTERM)\u000a15:52:04.793689 run iperf3-srv_10.42.42.10(pid=2049): Terminating (SIGTERM)\u000a15:52:04.836461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2052): Terminating (SIGTERM)\u000a15:52:04.879332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2055): Terminating (SIGTERM)\u000a15:52:04.922646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2058): Terminating (SIGTERM)\u000a15:52:04.932230 --- ParallelTerminationStrategy: PID 2046 died...\u000a15:52:04.989671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2046): Terminated: ok {rc=0}\u000a15:52:05.000146 --- ParallelTerminationStrategy: PID 2047 died...\u000a15:52:05.057383 run iperf3-srv_10.42.42.10(pid=2047): Terminated {rc=256}\u000a15:52:05.067716 --- ParallelTerminationStrategy: PID 2048 died...\u000a15:52:05.124822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2048): Terminated: ok {rc=0}\u000a15:52:05.135122 --- ParallelTerminationStrategy: PID 2049 died...\u000a15:52:05.191899 run iperf3-srv_10.42.42.10(pid=2049): Terminated {rc=256}\u000a15:52:05.201986 --- ParallelTerminationStrategy: PID 2052 died...\u000a15:52:05.258884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2052): Terminated: ok {rc=0}\u000a15:52:05.269145 --- ParallelTerminationStrategy: PID 2055 died...\u000a15:52:05.326032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2055): Terminated: ok {rc=0}\u000a15:52:05.336272 --- ParallelTerminationStrategy: PID 2058 died...\u000a15:52:05.393168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2058): Terminated: ok {rc=0}\u000a15:52:05.481601 bus /gobi_0: Setting Powered False\u000a15:52:06.588924 bus /gobi_0: Setting Powered False\u000a15:52:07.698481 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 249, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2391↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2391↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a15:52:08.815611 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:08.827267 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:52:08.962090 tst iperf3.py: using LAC 34649\u000a15:52:09.093011 tst iperf3.py: using RAC 224\u000a15:52:09.227547 tst iperf3.py: using CellId 34649\u000a15:52:09.357178 tst iperf3.py: using BVCI 34650\u000a15:52:09.382824 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.393855 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.404616 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.415478 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.426724 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.437916 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.449229 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.460232 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:09.471600 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:09.760551 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:52:09.890509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:10.215021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2060): Launched\u000a15:52:10.486896 run iperf3-srv_10.42.42.10(pid=2061): Launched\u000a15:52:10.675771 tst iperf3.py:8: start network...\u000a15:52:10.805165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:11.306485 run create_hlr_db(pid=2062): Launched\u000a15:52:11.500914 bus /gobi_6: Setting Powered False\u000a15:52:12.520840 run create_hlr_db(pid=2062): Terminated: ok {rc=0}\u000a15:52:12.968248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Launched\u000a15:52:13.306964 run osmo-hlr_10.42.42.2(pid=2065): Launched\u000a15:52:13.430081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:14.014879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Launched\u000a15:52:14.347442 run osmo-stp_10.42.42.5(pid=2068): Launched\u000a15:52:14.461236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:15.009624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2070): Launched\u000a15:52:15.120851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:15.394978 run patchelf(pid=2071): Launched\u000a15:52:15.577946 run osmo-stp_10.42.42.5(pid=2068): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)]\u000a15:52:15.711194 run osmo-stp_10.42.42.5(pid=2068): stdout: \u000a| (launched: 2022-12-13_15:52:14.186019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:15.850690 run osmo-stp_10.42.42.5(pid=2068): stderr: \u000a| �[0;m�[38;5;43m20221213155214359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155214359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155214360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155214360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155214361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155214361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155214361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:15.998715 run osmo-stp_10.42.42.5(pid=2068): stdout: \u000a| (launched: 2022-12-13_15:52:14.186019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:16.141748 run osmo-stp_10.42.42.5(pid=2068): stderr: \u000a| �[0;m�[38;5;43m20221213155214359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155214359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155214360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155214360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155214361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155214361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155214361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:16.303232 run patchelf(pid=2071): Terminating (SIGINT)\u000a15:52:16.482959 run patchelf(pid=2071): Terminated: ok {rc=0}\u000a15:52:16.515988 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2068): Process ended prematurely: osmo-stp_10.42.42.5(pid=2068) [trial-2391↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2068)] [trial-2391↪gprs:oc2g↪iperf3.py:8]\u000a15:52:16.525996 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a15:52:16.587995 run osmo-hlr_10.42.42.2(pid=2065): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2065)]\u000a15:52:16.638332 run osmo-hlr_10.42.42.2(pid=2065): stdout: \u000a| (launched: 2022-12-13_15:52:13.139345) \u000a15:52:16.689139 run osmo-hlr_10.42.42.2(pid=2065): stderr: \u000a| �[0;m�[1;31m20221213155213338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155213338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155213338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155213338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155213338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155213338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155213350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155213359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155213359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155213359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:16.732243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2060): Terminating (SIGTERM)\u000a15:52:16.774916 run iperf3-srv_10.42.42.10(pid=2061): Terminating (SIGTERM)\u000a15:52:16.816173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Terminating (SIGTERM)\u000a15:52:16.859126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Terminating (SIGTERM)\u000a15:52:16.902252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2070): Terminating (SIGTERM)\u000a15:52:16.911955 --- ParallelTerminationStrategy: PID 2060 died...\u000a15:52:16.966776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2060): Terminated: ok {rc=0}\u000a15:52:16.976937 --- ParallelTerminationStrategy: PID 2061 died...\u000a15:52:17.030786 run iperf3-srv_10.42.42.10(pid=2061): Terminated {rc=256}\u000a15:52:17.041058 --- ParallelTerminationStrategy: PID 2064 died...\u000a15:52:17.095127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2064): Terminated: ok {rc=0}\u000a15:52:17.105348 --- ParallelTerminationStrategy: PID 2067 died...\u000a15:52:17.159131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2067): Terminated: ok {rc=0}\u000a15:52:17.169259 --- ParallelTerminationStrategy: PID 2070 died...\u000a15:52:17.222993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2070): Terminated: ok {rc=0}\u000a15:52:17.306412 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2086): Process ended prematurely: osmo-stp_10.42.42.5(pid=2086) [trial-2391↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2086)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2086): Process ended prematurely: osmo-stp_10.42.42.5(pid=2086) [trial-2391↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a15:52:18.424211 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:18.436392 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:52:18.569860 tst iperf3m4.py: using LAC 34650\u000a15:52:18.702671 tst iperf3m4.py: using RAC 225\u000a15:52:18.835313 tst iperf3m4.py: using CellId 34650\u000a15:52:18.966824 tst iperf3m4.py: using BVCI 34651\u000a15:52:18.992519 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.003662 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.014788 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.025847 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.037104 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.048265 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.059814 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.071425 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:19.082933 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:19.206121 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:19.328382 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:19.450714 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:19.736218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:52:19.866982 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:20.195471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2072): Launched\u000a15:52:20.466905 run iperf3-srv_10.42.42.10(pid=2073): Launched\u000a15:52:20.657820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:52:20.787771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:21.114610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2074): Launched\u000a15:52:21.383915 run iperf3-srv_10.42.42.10(pid=2075): Launched\u000a15:52:21.573652 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:52:21.702393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:22.028214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2076): Launched\u000a15:52:22.299060 run iperf3-srv_10.42.42.10(pid=2077): Launched\u000a15:52:22.487969 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:52:22.617149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:22.942994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2078): Launched\u000a15:52:23.213118 run iperf3-srv_10.42.42.10(pid=2079): Launched\u000a15:52:23.402429 tst iperf3m4.py:8: start network...\u000a15:52:23.532876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:24.037483 run create_hlr_db(pid=2080): Launched\u000a15:52:24.217336 bus /gobi_6: Setting Powered False\u000a15:52:25.238252 run create_hlr_db(pid=2080): Terminated: ok {rc=0}\u000a15:52:25.685858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2082): Launched\u000a15:52:26.022679 run osmo-hlr_10.42.42.2(pid=2083): Launched\u000a15:52:26.150793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:26.734740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2085): Launched\u000a15:52:27.072257 run osmo-stp_10.42.42.5(pid=2086): Launched\u000a15:52:27.195647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:27.788677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2088): Launched\u000a15:52:27.909826 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:28.208918 run patchelf(pid=2089): Launched\u000a15:52:28.406193 run osmo-stp_10.42.42.5(pid=2086): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2086)]\u000a15:52:28.549960 run osmo-stp_10.42.42.5(pid=2086): stdout: \u000a| (launched: 2022-12-13_15:52:26.905264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:28.694656 run osmo-stp_10.42.42.5(pid=2086): stderr: \u000a| �[0;m�[38;5;43m20221213155227096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155227096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155227097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155227097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155227098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155227098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155227098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:28.833825 run osmo-stp_10.42.42.5(pid=2086): stdout: \u000a| (launched: 2022-12-13_15:52:26.905264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:28.971662 run osmo-stp_10.42.42.5(pid=2086): stderr: \u000a| �[0;m�[38;5;43m20221213155227096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155227096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155227097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155227097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155227098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155227098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155227098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:29.133615 run patchelf(pid=2089): Terminating (SIGINT)\u000a15:52:29.323209 run patchelf(pid=2089): Terminated: ok {rc=0}\u000a15:52:29.358097 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2086): Process ended prematurely: osmo-stp_10.42.42.5(pid=2086) [trial-2391↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2086)] [trial-2391↪gprs:oc2g↪iperf3m4.py:8]\u000a15:52:29.368216 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a15:52:29.432330 run osmo-hlr_10.42.42.2(pid=2083): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2083)]\u000a15:52:29.484429 run osmo-hlr_10.42.42.2(pid=2083): stdout: \u000a| (launched: 2022-12-13_15:52:25.856690) \u000a15:52:29.537063 run osmo-hlr_10.42.42.2(pid=2083): stderr: \u000a| �[0;m�[1;31m20221213155226052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155226052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155226052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155226052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155226052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155226052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155226064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155226072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155226073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155226073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:29.581974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2072): Terminating (SIGTERM)\u000a15:52:29.624814 run iperf3-srv_10.42.42.10(pid=2073): Terminating (SIGTERM)\u000a15:52:29.667131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2074): Terminating (SIGTERM)\u000a15:52:29.709574 run iperf3-srv_10.42.42.10(pid=2075): Terminating (SIGTERM)\u000a15:52:29.751915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2076): Terminating (SIGTERM)\u000a15:52:29.794181 run iperf3-srv_10.42.42.10(pid=2077): Terminating (SIGTERM)\u000a15:52:29.837002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2078): Terminating (SIGTERM)\u000a15:52:29.879323 run iperf3-srv_10.42.42.10(pid=2079): Terminating (SIGTERM)\u000a15:52:29.921797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2082): Terminating (SIGTERM)\u000a15:52:29.964527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2085): Terminating (SIGTERM)\u000a15:52:30.007072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2088): Terminating (SIGTERM)\u000a15:52:30.016913 --- ParallelTerminationStrategy: PID 2072 died...\u000a15:52:30.074121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2072): Terminated: ok {rc=0}\u000a15:52:30.084355 --- ParallelTerminationStrategy: PID 2073 died...\u000a15:52:30.141151 run iperf3-srv_10.42.42.10(pid=2073): Terminated {rc=256}\u000a15:52:30.151247 --- ParallelTerminationStrategy: PID 2074 died...\u000a15:52:30.207919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2074): Terminated: ok {rc=0}\u000a15:52:30.218091 --- ParallelTerminationStrategy: PID 2075 died...\u000a15:52:30.274542 run iperf3-srv_10.42.42.10(pid=2075): Terminated {rc=256}\u000a15:52:30.284653 --- ParallelTerminationStrategy: PID 2076 died...\u000a15:52:30.341141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2076): Terminated: ok {rc=0}\u000a15:52:30.351238 --- ParallelTerminationStrategy: PID 2077 died...\u000a15:52:30.407830 run iperf3-srv_10.42.42.10(pid=2077): Terminated {rc=256}\u000a15:52:30.418056 --- ParallelTerminationStrategy: PID 2078 died...\u000a15:52:30.474750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2078): Terminated: ok {rc=0}\u000a15:52:30.484927 --- ParallelTerminationStrategy: PID 2079 died...\u000a15:52:30.541763 run iperf3-srv_10.42.42.10(pid=2079): Terminated {rc=256}\u000a15:52:30.551952 --- ParallelTerminationStrategy: PID 2082 died...\u000a15:52:30.608772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2082): Terminated: ok {rc=0}\u000a15:52:30.619018 --- ParallelTerminationStrategy: PID 2085 died...\u000a15:52:30.675865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2085): Terminated: ok {rc=0}\u000a15:52:30.686131 --- ParallelTerminationStrategy: PID 2088 died...\u000a15:52:30.742763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2088): Terminated: ok {rc=0}\u000a15:52:30.830785 bus /gobi_4: Setting Powered False\u000a15:52:31.949082 bus /gobi_4: Setting Powered False\u000a15:52:33.060169 bus /gobi_1: Setting Powered False\u000a15:52:34.163960 bus /gobi_1: Setting Powered False\u000a15:52:35.273786 bus /gobi_0: Setting Powered False\u000a15:52:36.381227 bus /gobi_0: Setting Powered False\u000a15:52:37.496038 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2391↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2391↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g ping.py\u000a----------------------------------------------\u000a15:52:38.563342 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:38.574759 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:52:38.700683 tst ping.py: using LAC 34651\u000a15:52:38.835708 tst ping.py: using RAC 226\u000a15:52:38.958472 tst ping.py: using CellId 34651\u000a15:52:39.082908 tst ping.py: using BVCI 34652\u000a15:52:39.106821 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.117620 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.128170 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.138819 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.149689 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.160540 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.171581 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:39.182188 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:39.464370 tst ping.py:19: start network...\u000a15:52:39.593953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:40.092708 run create_hlr_db(pid=2090): Launched\u000a15:52:40.271840 bus /gobi_6: Setting Powered False\u000a15:52:41.305098 run create_hlr_db(pid=2090): Terminated: ok {rc=0}\u000a15:52:41.750720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Launched\u000a15:52:42.087697 run osmo-hlr_10.42.42.2(pid=2093): Launched\u000a15:52:42.210451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:42.793964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Launched\u000a15:52:43.129420 run osmo-stp_10.42.42.5(pid=2096): Launched\u000a15:52:43.250306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:43.832890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2098): Launched\u000a15:52:43.951653 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:44.244833 run patchelf(pid=2099): Launched\u000a15:52:44.439642 run osmo-stp_10.42.42.5(pid=2096): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)]\u000a15:52:44.581669 run osmo-stp_10.42.42.5(pid=2096): stdout: \u000a| (launched: 2022-12-13_15:52:42.962864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:44.724472 run osmo-stp_10.42.42.5(pid=2096): stderr: \u000a| �[0;m�[38;5;43m20221213155243156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155243156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155243156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155243157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155243157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155243157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155243157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:44.861674 run osmo-stp_10.42.42.5(pid=2096): stdout: \u000a| (launched: 2022-12-13_15:52:42.962864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:44.997878 run osmo-stp_10.42.42.5(pid=2096): stderr: \u000a| �[0;m�[38;5;43m20221213155243156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155243156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155243156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155243157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155243157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155243157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155243157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:45.157934 run patchelf(pid=2099): Terminating (SIGINT)\u000a15:52:45.345076 run patchelf(pid=2099): Terminated: ok {rc=0}\u000a15:52:45.378994 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2096): Process ended prematurely: osmo-stp_10.42.42.5(pid=2096) [trial-2391↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2096)] [trial-2391↪gprs:oc2g↪ping.py:22]\u000a15:52:45.388511 tst ping.py:22: Test FAILED (6.8 sec)\u000a15:52:45.453342 run osmo-hlr_10.42.42.2(pid=2093): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2093)]\u000a15:52:45.506293 run osmo-hlr_10.42.42.2(pid=2093): stdout: \u000a| (launched: 2022-12-13_15:52:41.920018) \u000a15:52:45.559564 run osmo-hlr_10.42.42.2(pid=2093): stderr: \u000a| �[0;m�[1;31m20221213155242120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155242120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155242120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155242120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155242120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155242120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155242133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155242141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155242141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155242141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:45.605226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminating (SIGTERM)\u000a15:52:45.648347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminating (SIGTERM)\u000a15:52:45.691520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2098): Terminating (SIGTERM)\u000a15:52:45.701523 --- ParallelTerminationStrategy: PID 2092 died...\u000a15:52:45.758805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2092): Terminated: ok {rc=0}\u000a15:52:45.769103 --- ParallelTerminationStrategy: PID 2095 died...\u000a15:52:45.826377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2095): Terminated: ok {rc=0}\u000a15:52:45.843889 --- ParallelTerminationStrategy: PID 2098 died...\u000a15:52:45.911383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2098): Terminated: ok {rc=0}\u000a15:52:46.009409 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2106): Process ended prematurely: osmo-stp_10.42.42.5(pid=2106) [trial-2391↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2106)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2106): Process ended prematurely: osmo-stp_10.42.42.5(pid=2106) [trial-2391↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a15:52:47.059357 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.071886 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a15:52:47.247701 tst ping_idle_ping.py: using LAC 34652\u000a15:52:47.378660 tst ping_idle_ping.py: using RAC 227\u000a15:52:47.508528 tst ping_idle_ping.py: using CellId 34652\u000a15:52:47.638367 tst ping_idle_ping.py: using BVCI 34653\u000a15:52:47.664136 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.675791 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.686924 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.697977 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.709324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.720543 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.732098 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a15:52:47.743506 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a15:52:48.028688 tst ping_idle_ping.py:24: start network...\u000a15:52:48.158275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:52:48.661275 run create_hlr_db(pid=2100): Launched\u000a15:52:48.841704 bus /gobi_6: Setting Powered False\u000a15:52:49.861135 run create_hlr_db(pid=2100): Terminated: ok {rc=0}\u000a15:52:50.306258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2102): Launched\u000a15:52:50.641640 run osmo-hlr_10.42.42.2(pid=2103): Launched\u000a15:52:50.764892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:52:51.347504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2105): Launched\u000a15:52:51.683439 run osmo-stp_10.42.42.5(pid=2106): Launched\u000a15:52:51.804195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:52:52.389525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2108): Launched\u000a15:52:52.508594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:52:52.801258 run patchelf(pid=2109): Launched\u000a15:52:52.996031 run osmo-stp_10.42.42.5(pid=2106): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2106)]\u000a15:52:53.139088 run osmo-stp_10.42.42.5(pid=2106): stdout: \u000a| (launched: 2022-12-13_15:52:51.516625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:53.281927 run osmo-stp_10.42.42.5(pid=2106): stderr: \u000a| �[0;m�[38;5;43m20221213155251712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155251713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155251713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155251713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155251714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155251714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155251714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:53.419395 run osmo-stp_10.42.42.5(pid=2106): stdout: \u000a| (launched: 2022-12-13_15:52:51.516625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:52:53.555647 run osmo-stp_10.42.42.5(pid=2106): stderr: \u000a| �[0;m�[38;5;43m20221213155251712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155251713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155251713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155251713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155251714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155251714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155251714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:52:53.715328 run patchelf(pid=2109): Terminating (SIGINT)\u000a15:52:53.902382 run patchelf(pid=2109): Terminated: ok {rc=0}\u000a15:52:53.936041 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2106): Process ended prematurely: osmo-stp_10.42.42.5(pid=2106) [trial-2391↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2106)] [trial-2391↪gprs:oc2g↪ping_idle_ping.py:27]\u000a15:52:53.945643 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a15:52:54.010035 run osmo-hlr_10.42.42.2(pid=2103): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2103)]\u000a15:52:54.062263 run osmo-hlr_10.42.42.2(pid=2103): stdout: \u000a| (launched: 2022-12-13_15:52:50.476125) \u000a15:52:54.115640 run osmo-hlr_10.42.42.2(pid=2103): stderr: \u000a| �[0;m�[1;31m20221213155250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155250677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155250690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155250701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155250701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155250701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:52:54.160901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2102): Terminating (SIGTERM)\u000a15:52:54.203989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2105): Terminating (SIGTERM)\u000a15:52:54.246622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2108): Terminating (SIGTERM)\u000a15:52:54.256544 --- ParallelTerminationStrategy: PID 2102 died...\u000a15:52:54.313538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2102): Terminated: ok {rc=0}\u000a15:52:54.323767 --- ParallelTerminationStrategy: PID 2105 died...\u000a15:52:54.380474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2105): Terminated: ok {rc=0}\u000a15:52:54.390672 --- ParallelTerminationStrategy: PID 2108 died...\u000a15:52:54.446857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2108): Terminated: ok {rc=0}\u000a15:52:54.533990 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:51:54" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:52:56.661262 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:56.672101 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:52:56.799322 tst cs_paging_gprs_active.py: using LAC 34653\u000a15:52:56.922239 tst cs_paging_gprs_active.py: using RAC 228\u000a15:52:57.046049 tst cs_paging_gprs_active.py: using CellId 34653\u000a15:52:57.166859 tst cs_paging_gprs_active.py: using BVCI 34654\u000a15:52:57.190468 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.201268 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.211715 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.222310 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.232719 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.243526 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.254779 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.265762 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:52:57.276933 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:57.402496 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:52:57.703564 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:52:57.842735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:58.188145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2114): Launched\u000a15:52:58.476394 run iperf3-srv_10.42.42.10(pid=2115): Launched\u000a15:52:58.678837 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:52:58.816524 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:52:59.162522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Launched\u000a15:52:59.449400 run iperf3-srv_10.42.42.10(pid=2117): Launched\u000a15:52:59.652060 tst cs_paging_gprs_active.py:38: start network...\u000a15:52:59.790073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:00.314180 run create_hlr_db(pid=2118): Launched\u000a15:53:00.505276 bus /gobi_6: Setting Powered False\u000a15:53:01.519255 run create_hlr_db(pid=2118): Terminated: ok {rc=0}\u000a15:53:01.962965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Launched\u000a15:53:02.334245 run osmo-hlr_10.42.42.2(pid=2121): Launched\u000a15:53:02.447367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:02.985304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Launched\u000a15:53:03.294748 run osmo-stp_10.42.42.5(pid=2124): Launched\u000a15:53:03.406026 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:03.948620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Launched\u000a15:53:04.058611 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:04.331983 run patchelf(pid=2127): Launched\u000a15:53:04.513172 run osmo-stp_10.42.42.5(pid=2124): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)]\u000a15:53:04.645472 run osmo-stp_10.42.42.5(pid=2124): stdout: \u000a| (launched: 2022-12-13_15:53:03.142405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:04.778131 run osmo-stp_10.42.42.5(pid=2124): stderr: \u000a| �[0;m�[38;5;43m20221213155303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155303314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155303314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155303314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155303314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:04.905761 run osmo-stp_10.42.42.5(pid=2124): stdout: \u000a| (launched: 2022-12-13_15:53:03.142405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:05.032214 run osmo-stp_10.42.42.5(pid=2124): stderr: \u000a| �[0;m�[38;5;43m20221213155303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155303313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155303314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155303314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155303314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155303314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:05.180488 run patchelf(pid=2127): Terminating (SIGINT)\u000a15:53:05.354700 run patchelf(pid=2127): Terminated: ok {rc=0}\u000a15:53:05.386787 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2124): Process ended prematurely: osmo-stp_10.42.42.5(pid=2124) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2124)] [trial-2391↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a15:53:05.396140 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a15:53:05.456054 run osmo-hlr_10.42.42.2(pid=2121): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2121)]\u000a15:53:05.505079 run osmo-hlr_10.42.42.2(pid=2121): stdout: \u000a| (launched: 2022-12-13_15:53:02.124743) \u000a15:53:05.554665 run osmo-hlr_10.42.42.2(pid=2121): stderr: \u000a| �[0;m�[1;31m20221213155302316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155302316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155302316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155302316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155302316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155302316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155302342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155302352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155302352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155302352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:05.596926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2114): Terminating (SIGTERM)\u000a15:53:05.636614 run iperf3-srv_10.42.42.10(pid=2115): Terminating (SIGTERM)\u000a15:53:05.676299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Terminating (SIGTERM)\u000a15:53:05.715834 run iperf3-srv_10.42.42.10(pid=2117): Terminating (SIGTERM)\u000a15:53:05.755505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminating (SIGTERM)\u000a15:53:05.795780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminating (SIGTERM)\u000a15:53:05.835661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminating (SIGTERM)\u000a15:53:05.844921 --- ParallelTerminationStrategy: PID 2114 died...\u000a15:53:05.898221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2114): Terminated: ok {rc=0}\u000a15:53:05.907664 --- ParallelTerminationStrategy: PID 2115 died...\u000a15:53:05.960206 run iperf3-srv_10.42.42.10(pid=2115): Terminated {rc=256}\u000a15:53:05.969644 --- ParallelTerminationStrategy: PID 2116 died...\u000a15:53:06.022205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2116): Terminated: ok {rc=0}\u000a15:53:06.031659 --- ParallelTerminationStrategy: PID 2117 died...\u000a15:53:06.084410 run iperf3-srv_10.42.42.10(pid=2117): Terminated {rc=256}\u000a15:53:06.093931 --- ParallelTerminationStrategy: PID 2120 died...\u000a15:53:06.146489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2120): Terminated: ok {rc=0}\u000a15:53:06.155904 --- ParallelTerminationStrategy: PID 2123 died...\u000a15:53:06.209000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2123): Terminated: ok {rc=0}\u000a15:53:06.218472 --- ParallelTerminationStrategy: PID 2126 died...\u000a15:53:06.272070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2126): Terminated: ok {rc=0}\u000a15:53:06.360846 bus /gobi_0: Setting Powered False\u000a15:53:07.466150 bus /gobi_0: Setting Powered False\u000a15:53:08.577876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2136): Process ended prematurely: osmo-stp_10.42.42.5(pid=2136) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2136)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2136): Process ended prematurely: osmo-stp_10.42.42.5(pid=2136) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a15:53:09.689562 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:09.701073 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:53:09.827836 tst iperf3.py: using LAC 34654\u000a15:53:09.957790 tst iperf3.py: using RAC 229\u000a15:53:10.088781 tst iperf3.py: using CellId 34654\u000a15:53:10.221192 tst iperf3.py: using BVCI 34655\u000a15:53:10.246736 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.258116 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.269404 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.280453 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.291784 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.303300 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.315044 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.326489 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:10.338079 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:10.622877 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:53:10.751714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:11.074619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2128): Launched\u000a15:53:11.341910 run iperf3-srv_10.42.42.10(pid=2129): Launched\u000a15:53:11.530062 tst iperf3.py:8: start network...\u000a15:53:11.658173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:12.156801 run create_hlr_db(pid=2130): Launched\u000a15:53:12.334291 bus /gobi_6: Setting Powered False\u000a15:53:13.355745 run create_hlr_db(pid=2130): Terminated: ok {rc=0}\u000a15:53:13.797936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2132): Launched\u000a15:53:14.132103 run osmo-hlr_10.42.42.2(pid=2133): Launched\u000a15:53:14.255310 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:14.833835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2135): Launched\u000a15:53:15.167602 run osmo-stp_10.42.42.5(pid=2136): Launched\u000a15:53:15.288010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:15.886204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2138): Launched\u000a15:53:16.000172 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:16.298175 run patchelf(pid=2139): Launched\u000a15:53:16.496851 run osmo-stp_10.42.42.5(pid=2136): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2136)]\u000a15:53:16.642463 run osmo-stp_10.42.42.5(pid=2136): stdout: \u000a| (launched: 2022-12-13_15:53:15.002375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:16.805786 run osmo-stp_10.42.42.5(pid=2136): stderr: \u000a| �[0;m�[38;5;43m20221213155315194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155315194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155315194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155315195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155315195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155315195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155315196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:16.959122 run osmo-stp_10.42.42.5(pid=2136): stdout: \u000a| (launched: 2022-12-13_15:53:15.002375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:17.098623 run osmo-stp_10.42.42.5(pid=2136): stderr: \u000a| �[0;m�[38;5;43m20221213155315194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155315194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155315194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155315195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155315195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155315195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155315196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:17.259039 run patchelf(pid=2139): Terminating (SIGINT)\u000a15:53:17.446057 run patchelf(pid=2139): Terminated: ok {rc=0}\u000a15:53:17.480688 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2136): Process ended prematurely: osmo-stp_10.42.42.5(pid=2136) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2136)] [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a15:53:17.491291 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a15:53:17.556180 run osmo-hlr_10.42.42.2(pid=2133): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2133)]\u000a15:53:17.608808 run osmo-hlr_10.42.42.2(pid=2133): stdout: \u000a| (launched: 2022-12-13_15:53:13.966129) \u000a15:53:17.662282 run osmo-hlr_10.42.42.2(pid=2133): stderr: \u000a| �[0;m�[1;31m20221213155314164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155314164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155314164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155314164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155314164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155314164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155314176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155314185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155314185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155314185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:17.708278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2128): Terminating (SIGTERM)\u000a15:53:17.751562 run iperf3-srv_10.42.42.10(pid=2129): Terminating (SIGTERM)\u000a15:53:17.795294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2132): Terminating (SIGTERM)\u000a15:53:17.838528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2135): Terminating (SIGTERM)\u000a15:53:17.881969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2138): Terminating (SIGTERM)\u000a15:53:17.891921 --- ParallelTerminationStrategy: PID 2128 died...\u000a15:53:17.950021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2128): Terminated: ok {rc=0}\u000a15:53:17.960381 --- ParallelTerminationStrategy: PID 2129 died...\u000a15:53:18.017828 run iperf3-srv_10.42.42.10(pid=2129): Terminated {rc=256}\u000a15:53:18.027956 --- ParallelTerminationStrategy: PID 2132 died...\u000a15:53:18.086242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2132): Terminated: ok {rc=0}\u000a15:53:18.096812 --- ParallelTerminationStrategy: PID 2135 died...\u000a15:53:18.155137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2135): Terminated: ok {rc=0}\u000a15:53:18.165391 --- ParallelTerminationStrategy: PID 2138 died...\u000a15:53:18.223280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2138): Terminated: ok {rc=0}\u000a15:53:18.311642 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a15:53:19.429018 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:19.441291 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:53:19.581268 tst iperf3m4.py: using LAC 34655\u000a15:53:19.714074 tst iperf3m4.py: using RAC 230\u000a15:53:19.844672 tst iperf3m4.py: using CellId 34655\u000a15:53:19.972689 tst iperf3m4.py: using BVCI 34656\u000a15:53:19.998062 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.009476 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.020609 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.031788 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.043702 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.055758 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.067887 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.079933 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:20.092268 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:20.219008 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:20.339059 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:20.462399 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:20.745973 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:53:20.874289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:21.197937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2140): Launched\u000a15:53:21.465964 run iperf3-srv_10.42.42.10(pid=2141): Launched\u000a15:53:21.653897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:53:21.781689 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:22.105822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2142): Launched\u000a15:53:22.374281 run iperf3-srv_10.42.42.10(pid=2143): Launched\u000a15:53:22.562017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:53:22.689924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:23.011684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2144): Launched\u000a15:53:23.278772 run iperf3-srv_10.42.42.10(pid=2145): Launched\u000a15:53:23.465793 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:53:23.593476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:23.916072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2146): Launched\u000a15:53:24.184366 run iperf3-srv_10.42.42.10(pid=2147): Launched\u000a15:53:24.372012 tst iperf3m4.py:8: start network...\u000a15:53:24.499957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:24.997292 run create_hlr_db(pid=2148): Launched\u000a15:53:25.174564 bus /gobi_6: Setting Powered False\u000a15:53:26.196180 run create_hlr_db(pid=2148): Terminated: ok {rc=0}\u000a15:53:26.636922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Launched\u000a15:53:26.971504 run osmo-hlr_10.42.42.2(pid=2151): Launched\u000a15:53:27.094134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:27.672593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Launched\u000a15:53:28.006181 run osmo-stp_10.42.42.5(pid=2154): Launched\u000a15:53:28.126327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:28.706377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Launched\u000a15:53:28.824685 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:29.108672 run patchelf(pid=2157): Launched\u000a15:53:29.290215 run osmo-stp_10.42.42.5(pid=2154): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)]\u000a15:53:29.422787 run osmo-stp_10.42.42.5(pid=2154): stdout: \u000a| (launched: 2022-12-13_15:53:27.841198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:29.555507 run osmo-stp_10.42.42.5(pid=2154): stderr: \u000a| �[0;m�[38;5;43m20221213155328030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155328030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155328030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155328031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155328031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155328031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155328031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:29.683705 run osmo-stp_10.42.42.5(pid=2154): stdout: \u000a| (launched: 2022-12-13_15:53:27.841198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:29.809882 run osmo-stp_10.42.42.5(pid=2154): stderr: \u000a| �[0;m�[38;5;43m20221213155328030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155328030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155328030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155328031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155328031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155328031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155328031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:29.957917 run patchelf(pid=2157): Terminating (SIGINT)\u000a15:53:30.133426 run patchelf(pid=2157): Terminated: ok {rc=0}\u000a15:53:30.165429 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2154): Process ended prematurely: osmo-stp_10.42.42.5(pid=2154) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2154)] [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a15:53:30.174755 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a15:53:30.235444 run osmo-hlr_10.42.42.2(pid=2151): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2151)]\u000a15:53:30.284871 run osmo-hlr_10.42.42.2(pid=2151): stdout: \u000a| (launched: 2022-12-13_15:53:26.805879) \u000a15:53:30.335325 run osmo-hlr_10.42.42.2(pid=2151): stderr: \u000a| �[0;m�[1;31m20221213155327002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155327002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155327002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155327002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155327002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155327002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155327015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155327024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155327024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155327024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:30.378066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2140): Terminating (SIGTERM)\u000a15:53:30.418087 run iperf3-srv_10.42.42.10(pid=2141): Terminating (SIGTERM)\u000a15:53:30.458172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2142): Terminating (SIGTERM)\u000a15:53:30.498305 run iperf3-srv_10.42.42.10(pid=2143): Terminating (SIGTERM)\u000a15:53:30.538397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2144): Terminating (SIGTERM)\u000a15:53:30.578525 run iperf3-srv_10.42.42.10(pid=2145): Terminating (SIGTERM)\u000a15:53:30.618562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2146): Terminating (SIGTERM)\u000a15:53:30.658565 run iperf3-srv_10.42.42.10(pid=2147): Terminating (SIGTERM)\u000a15:53:30.698686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Terminating (SIGTERM)\u000a15:53:30.739196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Terminating (SIGTERM)\u000a15:53:30.779322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Terminating (SIGTERM)\u000a15:53:30.788495 --- ParallelTerminationStrategy: PID 2140 died...\u000a15:53:30.846578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2140): Terminated: ok {rc=0}\u000a15:53:30.856774 --- ParallelTerminationStrategy: PID 2141 died...\u000a15:53:30.915188 run iperf3-srv_10.42.42.10(pid=2141): Terminated {rc=256}\u000a15:53:30.925427 --- ParallelTerminationStrategy: PID 2142 died...\u000a15:53:30.980626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2142): Terminated: ok {rc=0}\u000a15:53:30.990987 --- ParallelTerminationStrategy: PID 2143 died...\u000a15:53:31.047315 run iperf3-srv_10.42.42.10(pid=2143): Terminated {rc=256}\u000a15:53:31.057988 --- ParallelTerminationStrategy: PID 2144 died...\u000a15:53:31.115116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2144): Terminated: ok {rc=0}\u000a15:53:31.125789 --- ParallelTerminationStrategy: PID 2145 died...\u000a15:53:31.183105 run iperf3-srv_10.42.42.10(pid=2145): Terminated {rc=256}\u000a15:53:31.193909 --- ParallelTerminationStrategy: PID 2146 died...\u000a15:53:31.250752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2146): Terminated: ok {rc=0}\u000a15:53:31.261506 --- ParallelTerminationStrategy: PID 2147 died...\u000a15:53:31.318202 run iperf3-srv_10.42.42.10(pid=2147): Terminated {rc=256}\u000a15:53:31.329043 --- ParallelTerminationStrategy: PID 2150 died...\u000a15:53:31.386148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2150): Terminated: ok {rc=0}\u000a15:53:31.396819 --- ParallelTerminationStrategy: PID 2153 died...\u000a15:53:31.455469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2153): Terminated: ok {rc=0}\u000a15:53:31.466183 --- ParallelTerminationStrategy: PID 2156 died...\u000a15:53:31.522863 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2156): Terminated: ok {rc=0}\u000a15:53:31.610795 bus /gobi_4: Setting Powered False\u000a15:53:32.712506 bus /gobi_4: Setting Powered False\u000a15:53:33.820828 bus /gobi_1: Setting Powered False\u000a15:53:34.927536 bus /gobi_1: Setting Powered False\u000a15:53:36.040152 bus /gobi_0: Setting Powered False\u000a15:53:37.147517 bus /gobi_0: Setting Powered False\u000a15:53:38.260427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a15:53:39.327101 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.338980 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:53:39.463183 tst ping.py: using LAC 34656\u000a15:53:39.583961 tst ping.py: using RAC 231\u000a15:53:39.703381 tst ping.py: using CellId 34656\u000a15:53:39.824486 tst ping.py: using BVCI 34657\u000a15:53:39.847689 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.858536 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.869322 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.879978 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.890983 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.901698 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.912717 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:39.923499 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:40.202967 tst ping.py:19: start network...\u000a15:53:40.328535 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:40.813569 run create_hlr_db(pid=2158): Launched\u000a15:53:40.988741 bus /gobi_6: Setting Powered False\u000a15:53:42.009305 run create_hlr_db(pid=2158): Terminated: ok {rc=0}\u000a15:53:42.418008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Launched\u000a15:53:42.723079 run osmo-hlr_10.42.42.2(pid=2161): Launched\u000a15:53:42.834175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:43.364716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Launched\u000a15:53:43.670161 run osmo-stp_10.42.42.5(pid=2164): Launched\u000a15:53:43.779925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:44.313313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Launched\u000a15:53:44.421477 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:44.688428 run patchelf(pid=2167): Launched\u000a15:53:44.867420 run osmo-stp_10.42.42.5(pid=2164): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)]\u000a15:53:44.998466 run osmo-stp_10.42.42.5(pid=2164): stdout: \u000a| (launched: 2022-12-13_15:53:43.519181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:45.129987 run osmo-stp_10.42.42.5(pid=2164): stderr: \u000a| �[0;m�[38;5;43m20221213155343689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155343689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155343689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155343689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155343690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155343690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155343690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:45.255718 run osmo-stp_10.42.42.5(pid=2164): stdout: \u000a| (launched: 2022-12-13_15:53:43.519181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:45.380479 run osmo-stp_10.42.42.5(pid=2164): stderr: \u000a| �[0;m�[38;5;43m20221213155343689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155343689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155343689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155343689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155343690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155343690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155343690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:45.526253 run patchelf(pid=2167): Terminating (SIGINT)\u000a15:53:45.697551 run patchelf(pid=2167): Terminated: ok {rc=0}\u000a15:53:45.728693 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2164): Process ended prematurely: osmo-stp_10.42.42.5(pid=2164) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2164)] [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a15:53:45.737532 tst ping.py:22: Test FAILED (6.4 sec)\u000a15:53:45.797755 run osmo-hlr_10.42.42.2(pid=2161): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2161)]\u000a15:53:45.847128 run osmo-hlr_10.42.42.2(pid=2161): stdout: \u000a| (launched: 2022-12-13_15:53:42.572344) \u000a15:53:45.901945 run osmo-hlr_10.42.42.2(pid=2161): stderr: \u000a| �[0;m�[1;31m20221213155342750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155342750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155342750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155342750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155342750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155342750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155342762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155342771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155342771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155342771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:45.951849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Terminating (SIGTERM)\u000a15:53:45.992669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Terminating (SIGTERM)\u000a15:53:46.035945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Terminating (SIGTERM)\u000a15:53:46.046288 --- ParallelTerminationStrategy: PID 2160 died...\u000a15:53:46.107598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2160): Terminated: ok {rc=0}\u000a15:53:46.118022 --- ParallelTerminationStrategy: PID 2163 died...\u000a15:53:46.173280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2163): Terminated: ok {rc=0}\u000a15:53:46.183421 --- ParallelTerminationStrategy: PID 2166 died...\u000a15:53:46.238805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2166): Terminated: ok {rc=0}\u000a15:53:46.325644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2445): Process ended prematurely: osmo-stp_10.42.42.5(pid=2445) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2445): Process ended prematurely: osmo-stp_10.42.42.5(pid=2445) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a15:53:47.398488 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:47.417780 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a15:53:47.602037 tst ping_idle_ping.py: using LAC 34657\u000a15:53:47.744774 tst ping_idle_ping.py: using RAC 232\u000a15:53:47.882555 tst ping_idle_ping.py: using CellId 34657\u000a15:53:48.030215 tst ping_idle_ping.py: using BVCI 34658\u000a15:53:48.063525 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.075680 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.092017 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.103948 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.116912 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.132171 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.149845 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a15:53:48.164752 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a15:53:48.487627 tst ping_idle_ping.py:24: start network...\u000a15:53:48.640740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:53:49.303685 run create_hlr_db(pid=2363): Launched\u000a15:53:49.529182 bus /gobi_6: Setting Powered False\u000a15:53:50.510689 run create_hlr_db(pid=2363): Terminated: ok {rc=0}\u000a15:53:50.987140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2439): Launched\u000a15:53:51.401861 run osmo-hlr_10.42.42.2(pid=2441): Launched\u000a15:53:51.645475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:53:52.234983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2444): Launched\u000a15:53:52.652882 run osmo-stp_10.42.42.5(pid=2445): Launched\u000a15:53:52.894576 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:53:53.498191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2447): Launched\u000a15:53:53.609815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:53:53.900273 run patchelf(pid=2448): Launched\u000a15:53:54.087232 run osmo-stp_10.42.42.5(pid=2445): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)]\u000a15:53:54.223267 run osmo-stp_10.42.42.5(pid=2445): stdout: \u000a| (launched: 2022-12-13_15:53:52.403183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:54.362166 run osmo-stp_10.42.42.5(pid=2445): stderr: \u000a| �[0;m�[38;5;43m20221213155352732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155352732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155352732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155352733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155352733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155352733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155352733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:54.492476 run osmo-stp_10.42.42.5(pid=2445): stdout: \u000a| (launched: 2022-12-13_15:53:52.403183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:53:54.622798 run osmo-stp_10.42.42.5(pid=2445): stderr: \u000a| �[0;m�[38;5;43m20221213155352732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155352732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155352732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155352733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155352733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155352733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155352733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:53:54.775145 run patchelf(pid=2448): Terminating (SIGINT)\u000a15:53:54.953823 run patchelf(pid=2448): Terminated: ok {rc=0}\u000a15:53:54.987009 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2445): Process ended prematurely: osmo-stp_10.42.42.5(pid=2445) [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2445)] [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a15:53:54.996827 tst ping_idle_ping.py:27: Test FAILED (7.6 sec)\u000a15:53:55.059442 run osmo-hlr_10.42.42.2(pid=2441): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2441)]\u000a15:53:55.111709 run osmo-hlr_10.42.42.2(pid=2441): stdout: \u000a| (launched: 2022-12-13_15:53:51.147080) \u000a15:53:55.164108 run osmo-hlr_10.42.42.2(pid=2441): stderr: \u000a| �[0;m�[1;31m20221213155351444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155351444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155351444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155351444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155351444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155351444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155351461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155351469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155351470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155351470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:53:55.208107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2439): Terminating (SIGTERM)\u000a15:53:55.251835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2444): Terminating (SIGTERM)\u000a15:53:55.296864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2447): Terminating (SIGTERM)\u000a15:53:55.307440 --- ParallelTerminationStrategy: PID 2439 died...\u000a15:53:55.366555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2439): Terminated: ok {rc=0}\u000a15:53:55.376726 --- ParallelTerminationStrategy: PID 2444 died...\u000a15:53:55.432339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2444): Terminated: ok {rc=0}\u000a15:53:55.442546 --- ParallelTerminationStrategy: PID 2447 died...\u000a15:53:55.499461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2447): Terminated: ok {rc=0}\u000a15:53:55.588279 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:52:56" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2464): Process ended prematurely: osmo-stp_10.42.42.5(pid=2464) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2464)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2464): Process ended prematurely: osmo-stp_10.42.42.5(pid=2464) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:53:57.731283 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:57.743255 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:53:57.902824 tst cs_paging_gprs_active.py: using LAC 34658\u000a15:53:58.028115 tst cs_paging_gprs_active.py: using RAC 233\u000a15:53:58.153017 tst cs_paging_gprs_active.py: using CellId 34658\u000a15:53:58.277416 tst cs_paging_gprs_active.py: using BVCI 34659\u000a15:53:58.303553 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.316206 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.328054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.340635 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.352820 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.365201 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.377288 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.389088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:53:58.401079 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:58.523280 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:53:58.819174 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:53:58.955464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:53:59.308856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2454): Launched\u000a15:53:59.609639 run iperf3-srv_10.42.42.10(pid=2455): Launched\u000a15:53:59.808571 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:53:59.944278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:00.296204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2456): Launched\u000a15:54:00.594081 run iperf3-srv_10.42.42.10(pid=2457): Launched\u000a15:54:00.792405 tst cs_paging_gprs_active.py:38: start network...\u000a15:54:00.943231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:01.589965 run create_hlr_db(pid=2458): Launched\u000a15:54:01.813919 bus /gobi_6: Setting Powered False\u000a15:54:02.865490 run create_hlr_db(pid=2458): Terminated: ok {rc=0}\u000a15:54:03.331933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2460): Launched\u000a15:54:03.780305 run osmo-hlr_10.42.42.2(pid=2461): Launched\u000a15:54:04.010578 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:04.623279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2463): Launched\u000a15:54:05.053074 run osmo-stp_10.42.42.5(pid=2464): Launched\u000a15:54:05.297476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:05.908203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2466): Launched\u000a15:54:06.023399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:06.323551 run patchelf(pid=2467): Launched\u000a15:54:06.514866 run osmo-stp_10.42.42.5(pid=2464): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2464)]\u000a15:54:06.652243 run osmo-stp_10.42.42.5(pid=2464): stdout: \u000a| (launched: 2022-12-13_15:54:04.787771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:06.791762 run osmo-stp_10.42.42.5(pid=2464): stderr: \u000a| �[0;m�[38;5;43m20221213155405119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155405119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155405119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155405120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155405120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155405120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155405120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:06.925264 run osmo-stp_10.42.42.5(pid=2464): stdout: \u000a| (launched: 2022-12-13_15:54:04.787771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:07.056405 run osmo-stp_10.42.42.5(pid=2464): stderr: \u000a| �[0;m�[38;5;43m20221213155405119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155405119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155405119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155405120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155405120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155405120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155405120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:07.211015 run patchelf(pid=2467): Terminating (SIGINT)\u000a15:54:07.396680 run patchelf(pid=2467): Terminated: ok {rc=0}\u000a15:54:07.430719 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2464): Process ended prematurely: osmo-stp_10.42.42.5(pid=2464) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2464)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a15:54:07.441206 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a15:54:07.505830 run osmo-hlr_10.42.42.2(pid=2461): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2461)]\u000a15:54:07.557343 run osmo-hlr_10.42.42.2(pid=2461): stdout: \u000a| (launched: 2022-12-13_15:54:03.505948) \u000a15:54:07.610034 run osmo-hlr_10.42.42.2(pid=2461): stderr: \u000a| �[0;m�[1;31m20221213155403815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155403815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155403815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155403815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155403815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155403815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155403834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155403846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155403846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155403847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:07.654127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2454): Terminating (SIGTERM)\u000a15:54:07.699875 run iperf3-srv_10.42.42.10(pid=2455): Terminating (SIGTERM)\u000a15:54:07.744233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2456): Terminating (SIGTERM)\u000a15:54:07.788425 run iperf3-srv_10.42.42.10(pid=2457): Terminating (SIGTERM)\u000a15:54:07.832406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2460): Terminating (SIGTERM)\u000a15:54:07.874531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2463): Terminating (SIGTERM)\u000a15:54:07.919416 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2466): Terminating (SIGTERM)\u000a15:54:07.930189 --- ParallelTerminationStrategy: PID 2454 died...\u000a15:54:07.988794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2454): Terminated: ok {rc=0}\u000a15:54:07.999856 --- ParallelTerminationStrategy: PID 2455 died...\u000a15:54:08.056109 run iperf3-srv_10.42.42.10(pid=2455): Terminated {rc=256}\u000a15:54:08.066565 --- ParallelTerminationStrategy: PID 2456 died...\u000a15:54:08.123930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2456): Terminated: ok {rc=0}\u000a15:54:08.134605 --- ParallelTerminationStrategy: PID 2457 died...\u000a15:54:08.190033 run iperf3-srv_10.42.42.10(pid=2457): Terminated {rc=256}\u000a15:54:08.200626 --- ParallelTerminationStrategy: PID 2460 died...\u000a15:54:08.256664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2460): Terminated: ok {rc=0}\u000a15:54:08.267176 --- ParallelTerminationStrategy: PID 2463 died...\u000a15:54:08.323579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2463): Terminated: ok {rc=0}\u000a15:54:08.333808 --- ParallelTerminationStrategy: PID 2466 died...\u000a15:54:08.390140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2466): Terminated: ok {rc=0}\u000a15:54:08.477319 bus /gobi_0: Setting Powered False\u000a15:54:09.583428 bus /gobi_0: Setting Powered False\u000a15:54:10.696173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a15:54:11.807579 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:11.819333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:54:11.968531 tst iperf3.py: using LAC 34659\u000a15:54:12.092445 tst iperf3.py: using RAC 234\u000a15:54:12.216290 tst iperf3.py: using CellId 34659\u000a15:54:12.340835 tst iperf3.py: using BVCI 34660\u000a15:54:12.364661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.375633 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.386368 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.397347 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.408333 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.419541 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.430440 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.441124 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:12.451929 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:12.734350 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:54:12.863890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:13.191403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Launched\u000a15:54:13.463612 run iperf3-srv_10.42.42.10(pid=2470): Launched\u000a15:54:13.653894 tst iperf3.py:8: start network...\u000a15:54:13.783563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:14.284659 run create_hlr_db(pid=2471): Launched\u000a15:54:14.464600 bus /gobi_6: Setting Powered False\u000a15:54:15.484468 run create_hlr_db(pid=2471): Terminated: ok {rc=0}\u000a15:54:15.943716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Launched\u000a15:54:16.394538 run osmo-hlr_10.42.42.2(pid=2474): Launched\u000a15:54:16.614519 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:17.202672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Launched\u000a15:54:17.520491 run osmo-stp_10.42.42.5(pid=2477): Launched\u000a15:54:17.639814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:18.185512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2479): Launched\u000a15:54:18.296068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:18.570104 run patchelf(pid=2480): Launched\u000a15:54:18.751861 run osmo-stp_10.42.42.5(pid=2477): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)]\u000a15:54:18.885082 run osmo-stp_10.42.42.5(pid=2477): stdout: \u000a| (launched: 2022-12-13_15:54:17.361156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:19.018646 run osmo-stp_10.42.42.5(pid=2477): stderr: \u000a| �[0;m�[38;5;43m20221213155417535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155417535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155417535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155417536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155417538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155417538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155417538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:19.147348 run osmo-stp_10.42.42.5(pid=2477): stdout: \u000a| (launched: 2022-12-13_15:54:17.361156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:19.274669 run osmo-stp_10.42.42.5(pid=2477): stderr: \u000a| �[0;m�[38;5;43m20221213155417535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155417535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155417535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155417536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155417538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155417538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155417538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:19.423526 run patchelf(pid=2480): Terminating (SIGINT)\u000a15:54:19.598746 run patchelf(pid=2480): Terminated: ok {rc=0}\u000a15:54:19.630978 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2477): Process ended prematurely: osmo-stp_10.42.42.5(pid=2477) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2477)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a15:54:19.640264 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a15:54:19.700366 run osmo-hlr_10.42.42.2(pid=2474): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2474)]\u000a15:54:19.749760 run osmo-hlr_10.42.42.2(pid=2474): stdout: \u000a| (launched: 2022-12-13_15:54:16.116169) \u000a15:54:19.799661 run osmo-hlr_10.42.42.2(pid=2474): stderr: \u000a| �[0;m�[1;31m20221213155416383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155416383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155416383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155416383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155416383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155416383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155416401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155416409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155416409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155416409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:19.842078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Terminating (SIGTERM)\u000a15:54:19.881709 run iperf3-srv_10.42.42.10(pid=2470): Terminating (SIGTERM)\u000a15:54:19.921480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminating (SIGTERM)\u000a15:54:19.961217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminating (SIGTERM)\u000a15:54:20.001765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2479): Terminating (SIGTERM)\u000a15:54:20.010912 --- ParallelTerminationStrategy: PID 2469 died...\u000a15:54:20.064425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2469): Terminated: ok {rc=0}\u000a15:54:20.074006 --- ParallelTerminationStrategy: PID 2470 died...\u000a15:54:20.127038 run iperf3-srv_10.42.42.10(pid=2470): Terminated {rc=256}\u000a15:54:20.136449 --- ParallelTerminationStrategy: PID 2473 died...\u000a15:54:20.189259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2473): Terminated: ok {rc=0}\u000a15:54:20.198678 --- ParallelTerminationStrategy: PID 2476 died...\u000a15:54:20.251438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2476): Terminated: ok {rc=0}\u000a15:54:20.260925 --- ParallelTerminationStrategy: PID 2479 died...\u000a15:54:20.314282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2479): Terminated: ok {rc=0}\u000a15:54:20.405505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2495): Process ended prematurely: osmo-stp_10.42.42.5(pid=2495) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2495)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2495): Process ended prematurely: osmo-stp_10.42.42.5(pid=2495) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a15:54:21.519602 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:21.531471 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:54:21.684814 tst iperf3m4.py: using LAC 34660\u000a15:54:21.804841 tst iperf3m4.py: using RAC 235\u000a15:54:21.926145 tst iperf3m4.py: using CellId 34660\u000a15:54:22.046340 tst iperf3m4.py: using BVCI 34661\u000a15:54:22.070231 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.081285 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.092491 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.103405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.114221 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.125005 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.136058 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.146985 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:22.158119 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:22.280218 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:22.402863 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:22.526174 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:22.811663 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:54:22.941587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:23.269492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2481): Launched\u000a15:54:23.540271 run iperf3-srv_10.42.42.10(pid=2482): Launched\u000a15:54:23.730128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:54:23.859907 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:24.187856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2483): Launched\u000a15:54:24.459801 run iperf3-srv_10.42.42.10(pid=2484): Launched\u000a15:54:24.650737 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:54:24.780942 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:25.108869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2485): Launched\u000a15:54:25.381473 run iperf3-srv_10.42.42.10(pid=2486): Launched\u000a15:54:25.571647 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:54:25.701372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:54:26.028892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2487): Launched\u000a15:54:26.302102 run iperf3-srv_10.42.42.10(pid=2488): Launched\u000a15:54:26.494033 tst iperf3m4.py:8: start network...\u000a15:54:26.624456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:27.128790 run create_hlr_db(pid=2489): Launched\u000a15:54:27.308199 bus /gobi_6: Setting Powered False\u000a15:54:28.328744 run create_hlr_db(pid=2489): Terminated: ok {rc=0}\u000a15:54:28.775471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2491): Launched\u000a15:54:29.113489 run osmo-hlr_10.42.42.2(pid=2492): Launched\u000a15:54:29.238286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:29.825774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2494): Launched\u000a15:54:30.162361 run osmo-stp_10.42.42.5(pid=2495): Launched\u000a15:54:30.284064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:30.884367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2497): Launched\u000a15:54:31.057502 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:31.370785 run patchelf(pid=2498): Launched\u000a15:54:31.561665 run osmo-stp_10.42.42.5(pid=2495): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2495)]\u000a15:54:31.703037 run osmo-stp_10.42.42.5(pid=2495): stdout: \u000a| (launched: 2022-12-13_15:54:29.995936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:31.841393 run osmo-stp_10.42.42.5(pid=2495): stderr: \u000a| �[0;m�[38;5;43m20221213155430189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155430189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155430189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155430190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155430190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155430190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155430190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:31.975764 run osmo-stp_10.42.42.5(pid=2495): stdout: \u000a| (launched: 2022-12-13_15:54:29.995936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:32.108588 run osmo-stp_10.42.42.5(pid=2495): stderr: \u000a| �[0;m�[38;5;43m20221213155430189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155430189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155430189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155430190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155430190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155430190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155430190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:32.260457 run patchelf(pid=2498): Terminating (SIGINT)\u000a15:54:32.437675 run patchelf(pid=2498): Terminated: ok {rc=0}\u000a15:54:32.470550 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2495): Process ended prematurely: osmo-stp_10.42.42.5(pid=2495) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2495)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a15:54:32.480252 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a15:54:32.542407 run osmo-hlr_10.42.42.2(pid=2492): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2492)]\u000a15:54:32.592612 run osmo-hlr_10.42.42.2(pid=2492): stdout: \u000a| (launched: 2022-12-13_15:54:28.946048) \u000a15:54:32.643599 run osmo-hlr_10.42.42.2(pid=2492): stderr: \u000a| �[0;m�[1;31m20221213155429147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155429147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155429147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155429147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155429147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155429147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155429159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155429170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155429170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155429170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:32.686661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2481): Terminating (SIGTERM)\u000a15:54:32.727201 run iperf3-srv_10.42.42.10(pid=2482): Terminating (SIGTERM)\u000a15:54:32.767841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2483): Terminating (SIGTERM)\u000a15:54:32.808410 run iperf3-srv_10.42.42.10(pid=2484): Terminating (SIGTERM)\u000a15:54:32.849435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2485): Terminating (SIGTERM)\u000a15:54:32.890565 run iperf3-srv_10.42.42.10(pid=2486): Terminating (SIGTERM)\u000a15:54:32.931340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2487): Terminating (SIGTERM)\u000a15:54:32.972078 run iperf3-srv_10.42.42.10(pid=2488): Terminating (SIGTERM)\u000a15:54:33.012932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2491): Terminating (SIGTERM)\u000a15:54:33.053737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2494): Terminating (SIGTERM)\u000a15:54:33.094534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2497): Terminating (SIGTERM)\u000a15:54:33.104130 --- ParallelTerminationStrategy: PID 2481 died...\u000a15:54:33.158772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2481): Terminated: ok {rc=0}\u000a15:54:33.168469 --- ParallelTerminationStrategy: PID 2482 died...\u000a15:54:33.222953 run iperf3-srv_10.42.42.10(pid=2482): Terminated {rc=256}\u000a15:54:33.232674 --- ParallelTerminationStrategy: PID 2483 died...\u000a15:54:33.286956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2483): Terminated: ok {rc=0}\u000a15:54:33.296707 --- ParallelTerminationStrategy: PID 2484 died...\u000a15:54:33.350983 run iperf3-srv_10.42.42.10(pid=2484): Terminated {rc=256}\u000a15:54:33.360755 --- ParallelTerminationStrategy: PID 2485 died...\u000a15:54:33.414804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2485): Terminated: ok {rc=0}\u000a15:54:33.424379 --- ParallelTerminationStrategy: PID 2486 died...\u000a15:54:33.478219 run iperf3-srv_10.42.42.10(pid=2486): Terminated {rc=256}\u000a15:54:33.487849 --- ParallelTerminationStrategy: PID 2487 died...\u000a15:54:33.541898 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2487): Terminated: ok {rc=0}\u000a15:54:33.551656 --- ParallelTerminationStrategy: PID 2488 died...\u000a15:54:33.605730 run iperf3-srv_10.42.42.10(pid=2488): Terminated {rc=256}\u000a15:54:33.615478 --- ParallelTerminationStrategy: PID 2491 died...\u000a15:54:33.669919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2491): Terminated: ok {rc=0}\u000a15:54:33.679710 --- ParallelTerminationStrategy: PID 2494 died...\u000a15:54:33.733710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2494): Terminated: ok {rc=0}\u000a15:54:33.743517 --- ParallelTerminationStrategy: PID 2497 died...\u000a15:54:33.797409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2497): Terminated: ok {rc=0}\u000a15:54:33.887265 bus /gobi_4: Setting Powered False\u000a15:54:34.993118 bus /gobi_4: Setting Powered False\u000a15:54:36.101286 bus /gobi_1: Setting Powered False\u000a15:54:37.208930 bus /gobi_1: Setting Powered False\u000a15:54:38.318742 bus /gobi_0: Setting Powered False\u000a15:54:39.427211 bus /gobi_0: Setting Powered False\u000a15:54:40.540789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2505): Process ended prematurely: osmo-stp_10.42.42.5(pid=2505) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2505)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2505): Process ended prematurely: osmo-stp_10.42.42.5(pid=2505) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a15:54:41.608826 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:41.620574 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:54:41.765824 tst ping.py: using LAC 34661\u000a15:54:41.886081 tst ping.py: using RAC 236\u000a15:54:42.008034 tst ping.py: using CellId 34661\u000a15:54:42.133574 tst ping.py: using BVCI 34662\u000a15:54:42.157227 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.168160 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.178986 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.189751 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.200519 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.211697 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.222880 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:42.234057 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:42.511804 tst ping.py:19: start network...\u000a15:54:42.639969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:43.131747 run create_hlr_db(pid=2499): Launched\u000a15:54:43.309430 bus /gobi_6: Setting Powered False\u000a15:54:44.330168 run create_hlr_db(pid=2499): Terminated: ok {rc=0}\u000a15:54:44.767876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2501): Launched\u000a15:54:45.099766 run osmo-hlr_10.42.42.2(pid=2502): Launched\u000a15:54:45.221657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:45.798011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2504): Launched\u000a15:54:46.298426 run osmo-stp_10.42.42.5(pid=2505): Launched\u000a15:54:46.435459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:47.049157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2507): Launched\u000a15:54:47.200276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:47.489462 run patchelf(pid=2508): Launched\u000a15:54:47.671850 run osmo-stp_10.42.42.5(pid=2505): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2505)]\u000a15:54:47.804804 run osmo-stp_10.42.42.5(pid=2505): stdout: \u000a| (launched: 2022-12-13_15:54:45.972418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:47.938586 run osmo-stp_10.42.42.5(pid=2505): stderr: \u000a| �[0;m�[38;5;43m20221213155446275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155446275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155446275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155446276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155446276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155446276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155446276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:48.066686 run osmo-stp_10.42.42.5(pid=2505): stdout: \u000a| (launched: 2022-12-13_15:54:45.972418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:48.193341 run osmo-stp_10.42.42.5(pid=2505): stderr: \u000a| �[0;m�[38;5;43m20221213155446275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155446275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155446275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155446276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155446276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155446276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155446276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:48.342156 run patchelf(pid=2508): Terminating (SIGINT)\u000a15:54:48.516069 run patchelf(pid=2508): Terminated: ok {rc=0}\u000a15:54:48.547532 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2505): Process ended prematurely: osmo-stp_10.42.42.5(pid=2505) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2505)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a15:54:48.556352 tst ping.py:22: Test FAILED (6.9 sec)\u000a15:54:48.619112 run osmo-hlr_10.42.42.2(pid=2502): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2502)]\u000a15:54:48.669571 run osmo-hlr_10.42.42.2(pid=2502): stdout: \u000a| (launched: 2022-12-13_15:54:44.934696) \u000a15:54:48.720583 run osmo-hlr_10.42.42.2(pid=2502): stderr: \u000a| �[0;m�[1;31m20221213155445136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155445136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155445136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155445136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155445136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155445137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155445150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155445158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:48.764413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2501): Terminating (SIGTERM)\u000a15:54:48.805972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2504): Terminating (SIGTERM)\u000a15:54:48.847694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2507): Terminating (SIGTERM)\u000a15:54:48.857272 --- ParallelTerminationStrategy: PID 2501 died...\u000a15:54:48.913008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2501): Terminated: ok {rc=0}\u000a15:54:48.922911 --- ParallelTerminationStrategy: PID 2504 died...\u000a15:54:48.977852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2504): Terminated: ok {rc=0}\u000a15:54:48.987635 --- ParallelTerminationStrategy: PID 2507 died...\u000a15:54:49.042762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2507): Terminated: ok {rc=0}\u000a15:54:49.131867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2516): Process ended prematurely: osmo-stp_10.42.42.5(pid=2516) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2516)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2516): Process ended prematurely: osmo-stp_10.42.42.5(pid=2516) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a15:54:50.185799 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.197711 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a15:54:50.342650 tst ping_idle_ping.py: using LAC 34662\u000a15:54:50.465115 tst ping_idle_ping.py: using RAC 237\u000a15:54:50.585146 tst ping_idle_ping.py: using CellId 34662\u000a15:54:50.705056 tst ping_idle_ping.py: using BVCI 34663\u000a15:54:50.728441 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.739525 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.750343 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.761126 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.771817 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.782605 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.793645 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a15:54:50.804800 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a15:54:51.086665 tst ping_idle_ping.py:24: start network...\u000a15:54:51.214542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:54:51.711991 run create_hlr_db(pid=2510): Launched\u000a15:54:51.890303 bus /gobi_6: Setting Powered False\u000a15:54:52.911741 run create_hlr_db(pid=2510): Terminated: ok {rc=0}\u000a15:54:53.354372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2512): Launched\u000a15:54:53.688654 run osmo-hlr_10.42.42.2(pid=2513): Launched\u000a15:54:53.810724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:54:54.388641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2515): Launched\u000a15:54:54.720247 run osmo-stp_10.42.42.5(pid=2516): Launched\u000a15:54:54.840134 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:54:55.419439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2518): Launched\u000a15:54:55.537100 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:54:55.825958 run patchelf(pid=2519): Launched\u000a15:54:56.019167 run osmo-stp_10.42.42.5(pid=2516): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2516)]\u000a15:54:56.161272 run osmo-stp_10.42.42.5(pid=2516): stdout: \u000a| (launched: 2022-12-13_15:54:54.555954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:56.303204 run osmo-stp_10.42.42.5(pid=2516): stderr: \u000a| �[0;m�[38;5;43m20221213155454754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155454754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155454754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155454754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155454755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155454755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155454755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:56.439361 run osmo-stp_10.42.42.5(pid=2516): stdout: \u000a| (launched: 2022-12-13_15:54:54.555954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:54:56.574288 run osmo-stp_10.42.42.5(pid=2516): stderr: \u000a| �[0;m�[38;5;43m20221213155454754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155454754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155454754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155454754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155454755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155454755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155454755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:54:56.732153 run patchelf(pid=2519): Terminating (SIGINT)\u000a15:54:56.917666 run patchelf(pid=2519): Terminated: ok {rc=0}\u000a15:54:56.951187 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2516): Process ended prematurely: osmo-stp_10.42.42.5(pid=2516) [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2516)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a15:54:56.960689 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a15:54:57.024819 run osmo-hlr_10.42.42.2(pid=2513): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2513)]\u000a15:54:57.077512 run osmo-hlr_10.42.42.2(pid=2513): stdout: \u000a| (launched: 2022-12-13_15:54:53.522630) \u000a15:54:57.131462 run osmo-hlr_10.42.42.2(pid=2513): stderr: \u000a| �[0;m�[1;31m20221213155453723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155453723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155453723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155453723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155453723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155453723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155453736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155453747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155453747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155453747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:54:57.177539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2512): Terminating (SIGTERM)\u000a15:54:57.220653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2515): Terminating (SIGTERM)\u000a15:54:57.263562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2518): Terminating (SIGTERM)\u000a15:54:57.273461 --- ParallelTerminationStrategy: PID 2512 died...\u000a15:54:57.330920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2512): Terminated: ok {rc=0}\u000a15:54:57.341088 --- ParallelTerminationStrategy: PID 2515 died...\u000a15:54:57.398189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2515): Terminated: ok {rc=0}\u000a15:54:57.408399 --- ParallelTerminationStrategy: PID 2518 died...\u000a15:54:57.465672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2518): Terminated: ok {rc=0}\u000a15:54:57.555636 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:53:57" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a15:54:59.696469 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:54:59.707909 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:54:59.863435 tst cs_paging_gprs_active.py: using LAC 34663\u000a15:54:59.995043 tst cs_paging_gprs_active.py: using RAC 238\u000a15:55:00.126999 tst cs_paging_gprs_active.py: using CellId 34663\u000a15:55:00.257224 tst cs_paging_gprs_active.py: using BVCI 34664\u000a15:55:00.283038 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.294869 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.306389 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.317810 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.329591 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.341450 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.353545 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.365656 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:00.377748 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:00.499108 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:00.790147 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a15:55:00.927188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:01.270965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2523): Launched\u000a15:55:01.563191 run iperf3-srv_10.42.42.10(pid=2524): Launched\u000a15:55:01.768244 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a15:55:01.901754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:02.248066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2528): Launched\u000a15:55:02.543480 run iperf3-srv_10.42.42.10(pid=2529): Launched\u000a15:55:02.749834 tst cs_paging_gprs_active.py:38: start network...\u000a15:55:02.890534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:03.420594 run create_hlr_db(pid=2530): Launched\u000a15:55:03.614958 bus /gobi_6: Setting Powered False\u000a15:55:04.634664 run create_hlr_db(pid=2530): Terminated: ok {rc=0}\u000a15:55:05.060333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Launched\u000a15:55:05.381190 run osmo-hlr_10.42.42.2(pid=2533): Launched\u000a15:55:05.507384 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:06.059164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Launched\u000a15:55:06.376627 run osmo-stp_10.42.42.5(pid=2536): Launched\u000a15:55:06.491143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:55:07.040007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2538): Launched\u000a15:55:07.151538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:55:07.427264 run patchelf(pid=2539): Launched\u000a15:55:07.610911 run osmo-stp_10.42.42.5(pid=2536): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)]\u000a15:55:07.744696 run osmo-stp_10.42.42.5(pid=2536): stdout: \u000a| (launched: 2022-12-13_15:55:06.219150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:07.878936 run osmo-stp_10.42.42.5(pid=2536): stderr: \u000a| �[0;m�[38;5;43m20221213155506393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155506393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155506394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155506394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155506394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155506395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155506395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:08.008155 run osmo-stp_10.42.42.5(pid=2536): stdout: \u000a| (launched: 2022-12-13_15:55:06.219150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:08.136221 run osmo-stp_10.42.42.5(pid=2536): stderr: \u000a| �[0;m�[38;5;43m20221213155506393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155506393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155506394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155506394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155506394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155506395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155506395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:08.286100 run patchelf(pid=2539): Terminating (SIGINT)\u000a15:55:08.462348 run patchelf(pid=2539): Terminated: ok {rc=0}\u000a15:55:08.494671 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2536): Process ended prematurely: osmo-stp_10.42.42.5(pid=2536) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2536)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a15:55:08.504032 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a15:55:08.564097 run osmo-hlr_10.42.42.2(pid=2533): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2533)]\u000a15:55:08.613097 run osmo-hlr_10.42.42.2(pid=2533): stdout: \u000a| (launched: 2022-12-13_15:55:05.220671) \u000a15:55:08.662957 run osmo-hlr_10.42.42.2(pid=2533): stderr: \u000a| �[0;m�[1;31m20221213155505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155505400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155505412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155505420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155505421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155505421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:08.705330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2523): Terminating (SIGTERM)\u000a15:55:08.746372 run iperf3-srv_10.42.42.10(pid=2524): Terminating (SIGTERM)\u000a15:55:08.786312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2528): Terminating (SIGTERM)\u000a15:55:08.825981 run iperf3-srv_10.42.42.10(pid=2529): Terminating (SIGTERM)\u000a15:55:08.865624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Terminating (SIGTERM)\u000a15:55:08.905401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Terminating (SIGTERM)\u000a15:55:08.945319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2538): Terminating (SIGTERM)\u000a15:55:08.954419 --- ParallelTerminationStrategy: PID 2523 died...\u000a15:55:09.007623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2523): Terminated: ok {rc=0}\u000a15:55:09.017106 --- ParallelTerminationStrategy: PID 2524 died...\u000a15:55:09.069741 run iperf3-srv_10.42.42.10(pid=2524): Terminated {rc=256}\u000a15:55:09.079116 --- ParallelTerminationStrategy: PID 2528 died...\u000a15:55:09.131871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2528): Terminated: ok {rc=0}\u000a15:55:09.141290 --- ParallelTerminationStrategy: PID 2529 died...\u000a15:55:09.193802 run iperf3-srv_10.42.42.10(pid=2529): Terminated {rc=256}\u000a15:55:09.203228 --- ParallelTerminationStrategy: PID 2532 died...\u000a15:55:09.255888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2532): Terminated: ok {rc=0}\u000a15:55:09.265359 --- ParallelTerminationStrategy: PID 2535 died...\u000a15:55:09.317944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2535): Terminated: ok {rc=0}\u000a15:55:09.327380 --- ParallelTerminationStrategy: PID 2538 died...\u000a15:55:09.380147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2538): Terminated: ok {rc=0}\u000a15:55:09.468599 bus /gobi_0: Setting Powered False\u000a15:55:10.571421 bus /gobi_0: Setting Powered False\u000a15:55:11.681787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2548): Process ended prematurely: osmo-stp_10.42.42.5(pid=2548) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2548)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2548): Process ended prematurely: osmo-stp_10.42.42.5(pid=2548) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a15:55:12.793203 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:12.805112 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:55:12.955892 tst iperf3.py: using LAC 34664\u000a15:55:13.082754 tst iperf3.py: using RAC 239\u000a15:55:13.203230 tst iperf3.py: using CellId 34664\u000a15:55:13.322876 tst iperf3.py: using BVCI 34665\u000a15:55:13.346684 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.357811 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.368585 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.379337 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.390009 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.400673 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.411548 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.422713 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:13.433999 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:13.716564 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:55:13.846980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:14.171996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2540): Launched\u000a15:55:14.442874 run iperf3-srv_10.42.42.10(pid=2541): Launched\u000a15:55:14.633788 tst iperf3.py:8: start network...\u000a15:55:14.764109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:15.269226 run create_hlr_db(pid=2542): Launched\u000a15:55:15.449692 bus /gobi_6: Setting Powered False\u000a15:55:16.523311 run create_hlr_db(pid=2542): Terminated: ok {rc=0}\u000a15:55:17.106494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2544): Launched\u000a15:55:17.465965 run osmo-hlr_10.42.42.2(pid=2545): Launched\u000a15:55:17.590640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:18.145688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2547): Launched\u000a15:55:18.462556 run osmo-stp_10.42.42.5(pid=2548): Launched\u000a15:55:18.576071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:55:19.126091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2550): Launched\u000a15:55:19.237405 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:55:19.514196 run patchelf(pid=2551): Launched\u000a15:55:19.697170 run osmo-stp_10.42.42.5(pid=2548): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2548)]\u000a15:55:19.831179 run osmo-stp_10.42.42.5(pid=2548): stdout: \u000a| (launched: 2022-12-13_15:55:18.304871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:19.965949 run osmo-stp_10.42.42.5(pid=2548): stderr: \u000a| �[0;m�[38;5;43m20221213155518481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155518481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155518481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155518482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:20.095172 run osmo-stp_10.42.42.5(pid=2548): stdout: \u000a| (launched: 2022-12-13_15:55:18.304871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:20.223404 run osmo-stp_10.42.42.5(pid=2548): stderr: \u000a| �[0;m�[38;5;43m20221213155518481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155518481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155518481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155518482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155518482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:20.373617 run patchelf(pid=2551): Terminating (SIGINT)\u000a15:55:20.550568 run patchelf(pid=2551): Terminated: ok {rc=0}\u000a15:55:20.583003 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2548): Process ended prematurely: osmo-stp_10.42.42.5(pid=2548) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2548)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a15:55:20.592379 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a15:55:20.652291 run osmo-hlr_10.42.42.2(pid=2545): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2545)]\u000a15:55:20.701268 run osmo-hlr_10.42.42.2(pid=2545): stdout: \u000a| (launched: 2022-12-13_15:55:17.307189) \u000a15:55:20.751081 run osmo-hlr_10.42.42.2(pid=2545): stderr: \u000a| �[0;m�[1;31m20221213155517490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155517490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155517490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155517490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155517490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155517490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155517503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155517511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155517512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155517512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:20.793224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2540): Terminating (SIGTERM)\u000a15:55:20.832918 run iperf3-srv_10.42.42.10(pid=2541): Terminating (SIGTERM)\u000a15:55:20.873353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2544): Terminating (SIGTERM)\u000a15:55:20.912943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2547): Terminating (SIGTERM)\u000a15:55:20.952613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2550): Terminating (SIGTERM)\u000a15:55:20.961796 --- ParallelTerminationStrategy: PID 2540 died...\u000a15:55:21.015222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2540): Terminated: ok {rc=0}\u000a15:55:21.024695 --- ParallelTerminationStrategy: PID 2541 died...\u000a15:55:21.078101 run iperf3-srv_10.42.42.10(pid=2541): Terminated {rc=256}\u000a15:55:21.087556 --- ParallelTerminationStrategy: PID 2544 died...\u000a15:55:21.140151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2544): Terminated: ok {rc=0}\u000a15:55:21.149594 --- ParallelTerminationStrategy: PID 2547 died...\u000a15:55:21.202620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2547): Terminated: ok {rc=0}\u000a15:55:21.212067 --- ParallelTerminationStrategy: PID 2550 died...\u000a15:55:21.264788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2550): Terminated: ok {rc=0}\u000a15:55:21.353759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2568): Process ended prematurely: osmo-stp_10.42.42.5(pid=2568) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2568): Process ended prematurely: osmo-stp_10.42.42.5(pid=2568) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a15:55:22.466315 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:22.478075 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:55:22.627199 tst iperf3m4.py: using LAC 34665\u000a15:55:22.751902 tst iperf3m4.py: using RAC 240\u000a15:55:22.876585 tst iperf3m4.py: using CellId 34665\u000a15:55:23.000526 tst iperf3m4.py: using BVCI 34666\u000a15:55:23.024405 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.035533 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.046265 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.057055 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.067702 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.078931 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.091718 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.104355 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:23.116111 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:23.236814 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:23.360933 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:23.480616 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:23.765864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a15:55:23.895872 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:24.224165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2554): Launched\u000a15:55:24.495556 run iperf3-srv_10.42.42.10(pid=2555): Launched\u000a15:55:24.686000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a15:55:24.816077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:25.144085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2556): Launched\u000a15:55:25.417105 run iperf3-srv_10.42.42.10(pid=2557): Launched\u000a15:55:25.607493 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a15:55:25.737151 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:26.065119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2558): Launched\u000a15:55:26.337841 run iperf3-srv_10.42.42.10(pid=2559): Launched\u000a15:55:26.527976 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a15:55:26.657723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a15:55:26.985901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2560): Launched\u000a15:55:27.259328 run iperf3-srv_10.42.42.10(pid=2561): Launched\u000a15:55:27.449359 tst iperf3m4.py:8: start network...\u000a15:55:27.579103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:28.080797 run create_hlr_db(pid=2562): Launched\u000a15:55:28.260373 bus /gobi_6: Setting Powered False\u000a15:55:29.282052 run create_hlr_db(pid=2562): Terminated: ok {rc=0}\u000a15:55:29.700724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2564): Launched\u000a15:55:30.017862 run osmo-hlr_10.42.42.2(pid=2565): Launched\u000a15:55:30.132157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:30.678824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2567): Launched\u000a15:55:31.170438 run osmo-stp_10.42.42.5(pid=2568): Launched\u000a15:55:31.285604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:55:31.885246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2570): Launched\u000a15:55:32.001332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:55:32.303187 run patchelf(pid=2571): Launched\u000a15:55:32.499503 run osmo-stp_10.42.42.5(pid=2568): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)]\u000a15:55:32.643207 run osmo-stp_10.42.42.5(pid=2568): stdout: \u000a| (launched: 2022-12-13_15:55:30.838355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:32.787276 run osmo-stp_10.42.42.5(pid=2568): stderr: \u000a| �[0;m�[38;5;43m20221213155531058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155531058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155531059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155531059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155531060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155531060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155531060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:32.925609 run osmo-stp_10.42.42.5(pid=2568): stdout: \u000a| (launched: 2022-12-13_15:55:30.838355)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:33.063214 run osmo-stp_10.42.42.5(pid=2568): stderr: \u000a| �[0;m�[38;5;43m20221213155531058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155531058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155531059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155531059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155531060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155531060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155531060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:33.224210 run patchelf(pid=2571): Terminating (SIGINT)\u000a15:55:33.412409 run patchelf(pid=2571): Terminated: ok {rc=0}\u000a15:55:33.447120 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2568): Process ended prematurely: osmo-stp_10.42.42.5(pid=2568) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2568)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a15:55:33.457248 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a15:55:33.522237 run osmo-hlr_10.42.42.2(pid=2565): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2565)]\u000a15:55:33.574728 run osmo-hlr_10.42.42.2(pid=2565): stdout: \u000a| (launched: 2022-12-13_15:55:29.860065) \u000a15:55:33.627696 run osmo-hlr_10.42.42.2(pid=2565): stderr: \u000a| �[0;m�[1;31m20221213155530036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155530036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155530036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155530036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155530036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155530037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155530049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155530057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155530057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155530057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:33.673301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2554): Terminating (SIGTERM)\u000a15:55:33.716408 run iperf3-srv_10.42.42.10(pid=2555): Terminating (SIGTERM)\u000a15:55:33.759692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2556): Terminating (SIGTERM)\u000a15:55:33.803096 run iperf3-srv_10.42.42.10(pid=2557): Terminating (SIGTERM)\u000a15:55:33.846363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2558): Terminating (SIGTERM)\u000a15:55:33.889568 run iperf3-srv_10.42.42.10(pid=2559): Terminating (SIGTERM)\u000a15:55:33.932706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2560): Terminating (SIGTERM)\u000a15:55:33.975889 run iperf3-srv_10.42.42.10(pid=2561): Terminating (SIGTERM)\u000a15:55:34.019084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2564): Terminating (SIGTERM)\u000a15:55:34.062242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2567): Terminating (SIGTERM)\u000a15:55:34.105298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2570): Terminating (SIGTERM)\u000a15:55:34.115109 --- ParallelTerminationStrategy: PID 2554 died...\u000a15:55:34.173125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2554): Terminated: ok {rc=0}\u000a15:55:34.183288 --- ParallelTerminationStrategy: PID 2555 died...\u000a15:55:34.240618 run iperf3-srv_10.42.42.10(pid=2555): Terminated {rc=256}\u000a15:55:34.250722 --- ParallelTerminationStrategy: PID 2556 died...\u000a15:55:34.308104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2556): Terminated: ok {rc=0}\u000a15:55:34.318371 --- ParallelTerminationStrategy: PID 2557 died...\u000a15:55:34.375549 run iperf3-srv_10.42.42.10(pid=2557): Terminated {rc=256}\u000a15:55:34.385734 --- ParallelTerminationStrategy: PID 2558 died...\u000a15:55:34.443237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2558): Terminated: ok {rc=0}\u000a15:55:34.453512 --- ParallelTerminationStrategy: PID 2559 died...\u000a15:55:34.510598 run iperf3-srv_10.42.42.10(pid=2559): Terminated {rc=256}\u000a15:55:34.520695 --- ParallelTerminationStrategy: PID 2560 died...\u000a15:55:34.578118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2560): Terminated: ok {rc=0}\u000a15:55:34.588318 --- ParallelTerminationStrategy: PID 2561 died...\u000a15:55:34.645449 run iperf3-srv_10.42.42.10(pid=2561): Terminated {rc=256}\u000a15:55:34.655559 --- ParallelTerminationStrategy: PID 2564 died...\u000a15:55:34.712658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2564): Terminated: ok {rc=0}\u000a15:55:34.722869 --- ParallelTerminationStrategy: PID 2567 died...\u000a15:55:34.780498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2567): Terminated: ok {rc=0}\u000a15:55:34.790787 --- ParallelTerminationStrategy: PID 2570 died...\u000a15:55:34.848158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2570): Terminated: ok {rc=0}\u000a15:55:34.936859 bus /gobi_4: Setting Powered False\u000a15:55:36.045147 bus /gobi_4: Setting Powered False\u000a15:55:37.154980 bus /gobi_1: Setting Powered False\u000a15:55:38.261166 bus /gobi_1: Setting Powered False\u000a15:55:39.374780 bus /gobi_0: Setting Powered False\u000a15:55:40.478358 bus /gobi_0: Setting Powered False\u000a15:55:41.591179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2578): Process ended prematurely: osmo-stp_10.42.42.5(pid=2578) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2578)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2578): Process ended prematurely: osmo-stp_10.42.42.5(pid=2578) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a15:55:42.658766 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:42.670579 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:55:42.818163 tst ping.py: using LAC 34666\u000a15:55:42.938166 tst ping.py: using RAC 241\u000a15:55:43.060723 tst ping.py: using CellId 34666\u000a15:55:43.190755 tst ping.py: using BVCI 34667\u000a15:55:43.216189 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.227792 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.239276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.250812 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.263039 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.275025 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.287298 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:43.299548 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:43.583541 tst ping.py:19: start network...\u000a15:55:43.711340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:44.203867 run create_hlr_db(pid=2572): Launched\u000a15:55:44.381863 bus /gobi_6: Setting Powered False\u000a15:55:45.402216 run create_hlr_db(pid=2572): Terminated: ok {rc=0}\u000a15:55:45.844021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2574): Launched\u000a15:55:46.294941 run osmo-hlr_10.42.42.2(pid=2575): Launched\u000a15:55:46.465752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:47.090657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2577): Launched\u000a15:55:47.422733 run osmo-stp_10.42.42.5(pid=2578): Launched\u000a15:55:47.535791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:55:48.074839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2580): Launched\u000a15:55:48.184051 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:55:48.455950 run patchelf(pid=2581): Launched\u000a15:55:48.635937 run osmo-stp_10.42.42.5(pid=2578): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2578)]\u000a15:55:48.768004 run osmo-stp_10.42.42.5(pid=2578): stdout: \u000a| (launched: 2022-12-13_15:55:47.260672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:48.900277 run osmo-stp_10.42.42.5(pid=2578): stderr: \u000a| �[0;m�[38;5;43m20221213155547435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155547435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155547436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155547436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155547436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155547437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155547437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:49.027154 run osmo-stp_10.42.42.5(pid=2578): stdout: \u000a| (launched: 2022-12-13_15:55:47.260672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:49.153639 run osmo-stp_10.42.42.5(pid=2578): stderr: \u000a| �[0;m�[38;5;43m20221213155547435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155547435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155547436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155547436 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155547436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155547437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155547437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:49.300169 run patchelf(pid=2581): Terminating (SIGINT)\u000a15:55:49.472462 run patchelf(pid=2581): Terminated: ok {rc=0}\u000a15:55:49.503793 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2578): Process ended prematurely: osmo-stp_10.42.42.5(pid=2578) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2578)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a15:55:49.512614 tst ping.py:22: Test FAILED (6.8 sec)\u000a15:55:49.573577 run osmo-hlr_10.42.42.2(pid=2575): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2575)]\u000a15:55:49.623377 run osmo-hlr_10.42.42.2(pid=2575): stdout: \u000a| (launched: 2022-12-13_15:55:46.034944) \u000a15:55:49.673941 run osmo-hlr_10.42.42.2(pid=2575): stderr: \u000a| �[0;m�[1;31m20221213155546340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155546340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155546340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155546340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155546340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155546340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155546383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155546396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155546396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155546396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:49.717499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2574): Terminating (SIGTERM)\u000a15:55:49.758253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2577): Terminating (SIGTERM)\u000a15:55:49.798923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2580): Terminating (SIGTERM)\u000a15:55:49.808336 --- ParallelTerminationStrategy: PID 2574 died...\u000a15:55:49.862544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2574): Terminated: ok {rc=0}\u000a15:55:49.872229 --- ParallelTerminationStrategy: PID 2577 died...\u000a15:55:49.926045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2577): Terminated: ok {rc=0}\u000a15:55:49.935728 --- ParallelTerminationStrategy: PID 2580 died...\u000a15:55:49.989696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2580): Terminated: ok {rc=0}\u000a15:55:50.075264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a15:55:51.128989 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.141897 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:55:51.299826 tst ping_idle_ping.py: using LAC 34667\u000a15:55:51.432388 tst ping_idle_ping.py: using RAC 242\u000a15:55:51.562334 tst ping_idle_ping.py: using CellId 34667\u000a15:55:51.691567 tst ping_idle_ping.py: using BVCI 34668\u000a15:55:51.716928 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.728593 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.739917 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.751281 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.762822 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.774491 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.786236 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a15:55:51.797822 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a15:55:52.104738 tst ping_idle_ping.py:24: start network...\u000a15:55:52.243014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:55:52.772110 run create_hlr_db(pid=2585): Launched\u000a15:55:52.964467 bus /gobi_6: Setting Powered False\u000a15:55:53.984070 run create_hlr_db(pid=2585): Terminated: ok {rc=0}\u000a15:55:54.425814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Launched\u000a15:55:54.757638 run osmo-hlr_10.42.42.2(pid=2588): Launched\u000a15:55:54.877526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:55:55.454847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Launched\u000a15:55:55.788657 run osmo-stp_10.42.42.5(pid=2591): Launched\u000a15:55:55.908503 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:55:56.483940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2593): Launched\u000a15:55:56.601119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:55:56.888380 run patchelf(pid=2594): Launched\u000a15:55:57.079609 run osmo-stp_10.42.42.5(pid=2591): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)]\u000a15:55:57.220859 run osmo-stp_10.42.42.5(pid=2591): stdout: \u000a| (launched: 2022-12-13_15:55:55.623282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:57.361621 run osmo-stp_10.42.42.5(pid=2591): stderr: \u000a| �[0;m�[38;5;43m20221213155555818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155555818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155555818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155555819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:57.496942 run osmo-stp_10.42.42.5(pid=2591): stdout: \u000a| (launched: 2022-12-13_15:55:55.623282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:55:57.631152 run osmo-stp_10.42.42.5(pid=2591): stderr: \u000a| �[0;m�[38;5;43m20221213155555818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155555818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155555818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155555819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155555819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:55:57.788247 run patchelf(pid=2594): Terminating (SIGINT)\u000a15:55:57.972322 run patchelf(pid=2594): Terminated: ok {rc=0}\u000a15:55:58.005910 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2591): Process ended prematurely: osmo-stp_10.42.42.5(pid=2591) [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2591)] [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a15:55:58.015401 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a15:55:58.079026 run osmo-hlr_10.42.42.2(pid=2588): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2588)]\u000a15:55:58.130959 run osmo-hlr_10.42.42.2(pid=2588): stdout: \u000a| (launched: 2022-12-13_15:55:54.593364) \u000a15:55:58.183669 run osmo-hlr_10.42.42.2(pid=2588): stderr: \u000a| �[0;m�[1;31m20221213155554796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155554797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155554797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155554797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155554797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155554797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155554833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155554842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155554842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155554842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:55:58.228939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Terminating (SIGTERM)\u000a15:55:58.271887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Terminating (SIGTERM)\u000a15:55:58.314594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2593): Terminating (SIGTERM)\u000a15:55:58.324229 --- ParallelTerminationStrategy: PID 2587 died...\u000a15:55:58.380729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2587): Terminated: ok {rc=0}\u000a15:55:58.390730 --- ParallelTerminationStrategy: PID 2590 died...\u000a15:55:58.447104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2590): Terminated: ok {rc=0}\u000a15:55:58.457212 --- ParallelTerminationStrategy: PID 2593 died...\u000a15:55:58.513633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2593): Terminated: ok {rc=0}\u000a15:55:58.601665 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:54:59" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2604): Process ended prematurely: osmo-stp_10.42.42.5(pid=2604) [trial-2391↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2604)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2604): Process ended prematurely: osmo-stp_10.42.42.5(pid=2604) [trial-2391↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a15:56:00.599610 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:00.611383 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:56:00.763218 tst switch_tch_pdch.py: using LAC 34668\u000a15:56:00.901425 tst switch_tch_pdch.py: using RAC 243\u000a15:56:01.032044 tst switch_tch_pdch.py: using CellId 34668\u000a15:56:01.162697 tst switch_tch_pdch.py: using BVCI 34669\u000a15:56:01.189501 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.202406 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.215152 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.227977 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.241774 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.255620 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.270331 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a15:56:01.283641 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:56:01.411441 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:56:01.743899 tst switch_tch_pdch.py:51: start network...\u000a15:56:01.885941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:02.418284 run create_hlr_db(pid=2598): Launched\u000a15:56:02.597554 bus /gobi_6: Setting Powered False\u000a15:56:03.617516 run create_hlr_db(pid=2598): Terminated: ok {rc=0}\u000a15:56:04.056533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2600): Launched\u000a15:56:04.388305 run osmo-hlr_10.42.42.2(pid=2601): Launched\u000a15:56:04.508203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:05.082862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2603): Launched\u000a15:56:05.414348 run osmo-stp_10.42.42.5(pid=2604): Launched\u000a15:56:05.533514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:56:06.107899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2606): Launched\u000a15:56:06.225378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:56:06.514591 run patchelf(pid=2607): Launched\u000a15:56:06.706832 run osmo-stp_10.42.42.5(pid=2604): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2604)]\u000a15:56:06.847556 run osmo-stp_10.42.42.5(pid=2604): stdout: \u000a| (launched: 2022-12-13_15:56:05.250476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:06.988312 run osmo-stp_10.42.42.5(pid=2604): stderr: \u000a| �[0;m�[38;5;43m20221213155605444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155605444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155605444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155605445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155605445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155605445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155605445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:07.123647 run osmo-stp_10.42.42.5(pid=2604): stdout: \u000a| (launched: 2022-12-13_15:56:05.250476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:07.258349 run osmo-stp_10.42.42.5(pid=2604): stderr: \u000a| �[0;m�[38;5;43m20221213155605444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155605444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155605444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155605445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155605445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155605445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155605445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:07.415402 run patchelf(pid=2607): Terminating (SIGINT)\u000a15:56:07.599491 run patchelf(pid=2607): Terminated: ok {rc=0}\u000a15:56:07.632799 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2604): Process ended prematurely: osmo-stp_10.42.42.5(pid=2604) [trial-2391↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2604)] [trial-2391↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a15:56:07.642378 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a15:56:07.706095 run osmo-hlr_10.42.42.2(pid=2601): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2601)]\u000a15:56:07.758139 run osmo-hlr_10.42.42.2(pid=2601): stdout: \u000a| (launched: 2022-12-13_15:56:04.224332) \u000a15:56:07.810818 run osmo-hlr_10.42.42.2(pid=2601): stderr: \u000a| �[0;m�[1;31m20221213155604428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155604428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155604428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155604428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155604428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155604428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155604441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155604450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155604450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155604450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:07.855696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2600): Terminating (SIGTERM)\u000a15:56:07.897963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2603): Terminating (SIGTERM)\u000a15:56:07.940682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2606): Terminating (SIGTERM)\u000a15:56:07.950323 --- ParallelTerminationStrategy: PID 2600 died...\u000a15:56:08.007173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2600): Terminated: ok {rc=0}\u000a15:56:08.017263 --- ParallelTerminationStrategy: PID 2603 died...\u000a15:56:08.073518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2603): Terminated: ok {rc=0}\u000a15:56:08.083434 --- ParallelTerminationStrategy: PID 2606 died...\u000a15:56:08.139713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2606): Terminated: ok {rc=0}\u000a15:56:08.226861 bus /gobi_0: Setting Powered False\u000a15:56:09.333527 bus /gobi_0: Setting Powered False\u000a15:56:10.441412 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:00" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2391↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2391↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a15:56:12.377358 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:12.389123 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a15:56:12.544338 tst switch_tch_pdch.py: using LAC 34669\u000a15:56:12.673384 tst switch_tch_pdch.py: using RAC 244\u000a15:56:12.805560 tst switch_tch_pdch.py: using CellId 34669\u000a15:56:12.931400 tst switch_tch_pdch.py: using BVCI 34670\u000a15:56:12.956549 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:12.968071 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:12.979436 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:12.990859 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:13.002534 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:13.014186 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:13.025936 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a15:56:13.037981 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:56:13.154991 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a15:56:13.453181 tst switch_tch_pdch.py:51: start network...\u000a15:56:13.590361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:14.079099 run create_hlr_db(pid=2611): Launched\u000a15:56:14.213660 bus /gobi_6: Setting Powered False\u000a15:56:15.290721 run create_hlr_db(pid=2611): Terminated: ok {rc=0}\u000a15:56:15.679574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Launched\u000a15:56:16.139987 run osmo-hlr_10.42.42.2(pid=2614): Launched\u000a15:56:16.339133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:16.874152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Launched\u000a15:56:17.341821 run osmo-stp_10.42.42.5(pid=2617): Launched\u000a15:56:17.451358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a15:56:17.962601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2620): Launched\u000a15:56:18.071618 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a15:56:18.343014 run patchelf(pid=2622): Launched\u000a15:56:18.522502 run osmo-stp_10.42.42.5(pid=2617): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)]\u000a15:56:18.654298 run osmo-stp_10.42.42.5(pid=2617): stdout: \u000a| (launched: 2022-12-13_15:56:17.043638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:18.785985 run osmo-stp_10.42.42.5(pid=2617): stderr: \u000a| �[0;m�[38;5;43m20221213155617280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155617280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155617281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155617281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:18.912646 run osmo-stp_10.42.42.5(pid=2617): stdout: \u000a| (launched: 2022-12-13_15:56:17.043638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:19.038088 run osmo-stp_10.42.42.5(pid=2617): stderr: \u000a| �[0;m�[38;5;43m20221213155617280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155617280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155617281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155617281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:19.184759 run patchelf(pid=2622): Terminating (SIGINT)\u000a15:56:19.357134 run patchelf(pid=2622): Terminated: ok {rc=0}\u000a15:56:19.388519 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2617): Process ended prematurely: osmo-stp_10.42.42.5(pid=2617) [trial-2391↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2617)] [trial-2391↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a15:56:19.397312 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a15:56:19.457676 run osmo-hlr_10.42.42.2(pid=2614): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2614)]\u000a15:56:19.507040 run osmo-hlr_10.42.42.2(pid=2614): stdout: \u000a| (launched: 2022-12-13_15:56:15.847293) \u000a15:56:19.557261 run osmo-hlr_10.42.42.2(pid=2614): stderr: \u000a| �[0;m�[1;31m20221213155616064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155616064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155616064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155616064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155616064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155616064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155616080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155616096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155616096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155616096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:19.600196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Terminating (SIGTERM)\u000a15:56:19.640927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Terminating (SIGTERM)\u000a15:56:19.681708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2620): Terminating (SIGTERM)\u000a15:56:19.691022 --- ParallelTerminationStrategy: PID 2613 died...\u000a15:56:19.745119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2613): Terminated: ok {rc=0}\u000a15:56:19.754845 --- ParallelTerminationStrategy: PID 2616 died...\u000a15:56:19.808295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2616): Terminated: ok {rc=0}\u000a15:56:19.817896 --- ParallelTerminationStrategy: PID 2620 died...\u000a15:56:19.871527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2620): Terminated: ok {rc=0}\u000a15:56:19.955665 bus /gobi_0: Setting Powered False\u000a15:56:21.064180 bus /gobi_0: Setting Powered False\u000a15:56:22.174502 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:12" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2628) [trial-2391↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2628)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2628) [trial-2391↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a15:56:24.069616 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a15:56:24.081698 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a15:56:24.228701 tst mo_mt_sms.py: using LAC 34670\u000a15:56:24.356148 tst mo_mt_sms.py: using RAC 245\u000a15:56:24.484029 tst mo_mt_sms.py: using CellId 34670\u000a15:56:24.611086 tst mo_mt_sms.py: using BVCI 34671\u000a15:56:24.636091 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:56:24.752845 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:56:25.033731 tst mo_mt_sms.py:9: start nitb and bts...\u000a15:56:25.161108 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:56:25.798451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2627): Launched\u000a15:56:26.105309 run osmo-nitb_10.42.42.2(pid=2628): Launched\u000a15:56:26.293980 run osmo-nitb_10.42.42.2(pid=2628): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2628)]\u000a15:56:26.432928 run osmo-nitb_10.42.42.2(pid=2628): stdout: \u000a| (launched: 2022-12-13_15:56:25.955335) \u000a15:56:26.572590 run osmo-nitb_10.42.42.2(pid=2628): stderr: \u000a| (launched: 2022-12-13_15:56:26.001206)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:56:26.706821 run osmo-nitb_10.42.42.2(pid=2628): stdout: \u000a| (launched: 2022-12-13_15:56:25.955335) \u000a15:56:26.840052 run osmo-nitb_10.42.42.2(pid=2628): stderr: \u000a| (launched: 2022-12-13_15:56:26.001206)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:56:27.229671 tst osmo-nitb_10.42.42.2(pid=2628): stdout: \u000a| (launched: 2022-12-13_15:56:25.955335) \u000a15:56:27.351589 tst osmo-nitb_10.42.42.2(pid=2628): stderr: \u000a| (launched: 2022-12-13_15:56:26.001206)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:56:27.405728 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2628) [trial-2391↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2628)] [trial-2391↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a15:56:27.414095 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a15:56:27.448857 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2627): Terminating (SIGTERM)\u000a15:56:27.626408 --- ParallelTerminationStrategy: PID 2627 died...\u000a15:56:27.682089 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2627): Terminated: ok {rc=0}\u000a15:56:27.767361 bus /sierra_3: Setting Powered False\u000a15:56:28.870804 bus /sierra_3: Setting Powered False\u000a15:56:29.980668 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:23" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2638): Process ended prematurely: osmo-stp_10.42.42.5(pid=2638) [trial-2391↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2638): Process ended prematurely: osmo-stp_10.42.42.5(pid=2638) [trial-2391↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a15:56:31.917968 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:31.931860 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a15:56:32.093872 tst mo_mt_sms.py: using LAC 34671\u000a15:56:32.223308 tst mo_mt_sms.py: using RAC 246\u000a15:56:32.352809 tst mo_mt_sms.py: using CellId 34671\u000a15:56:32.478928 tst mo_mt_sms.py: using BVCI 34672\u000a15:56:32.503928 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:32.515108 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:32.526374 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:32.537369 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:32.548662 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:32.560229 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:56:32.682621 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a15:56:32.887774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:33.381873 run create_hlr_db(pid=2632): Launched\u000a15:56:33.561543 bus /sierra_2: Setting Powered False\u000a15:56:34.579365 run create_hlr_db(pid=2632): Terminated: ok {rc=0}\u000a15:56:35.019938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2634): Launched\u000a15:56:35.353777 run osmo-hlr_10.42.42.2(pid=2635): Launched\u000a15:56:35.474463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:36.046018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2637): Launched\u000a15:56:36.356493 run osmo-stp_10.42.42.5(pid=2638): Launched\u000a15:56:36.469207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:37.033147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2640): Launched\u000a15:56:37.344861 run osmo-msc_10.42.42.6(pid=2641): Launched\u000a15:56:37.525476 run osmo-stp_10.42.42.5(pid=2638): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)]\u000a15:56:37.656258 run osmo-stp_10.42.42.5(pid=2638): stdout: \u000a| (launched: 2022-12-13_15:56:36.202122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:37.785462 run osmo-stp_10.42.42.5(pid=2638): stderr: \u000a| �[0;m�[38;5;43m20221213155636374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155636374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155636374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155636374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155636377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155636377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155636377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:37.908811 run osmo-stp_10.42.42.5(pid=2638): stdout: \u000a| (launched: 2022-12-13_15:56:36.202122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:38.031098 run osmo-stp_10.42.42.5(pid=2638): stderr: \u000a| �[0;m�[38;5;43m20221213155636374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155636374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155636374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155636374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155636377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155636377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155636377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:38.084788 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2638): Process ended prematurely: osmo-stp_10.42.42.5(pid=2638) [trial-2391↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2638)] [trial-2391↪sms:trx-b200↪mo_mt_sms.py:16]\u000a15:56:38.093251 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a15:56:38.153318 run osmo-hlr_10.42.42.2(pid=2635): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2635)]\u000a15:56:38.202725 run osmo-hlr_10.42.42.2(pid=2635): stdout: \u000a| (launched: 2022-12-13_15:56:35.187384) \u000a15:56:38.252897 run osmo-hlr_10.42.42.2(pid=2635): stderr: \u000a| �[0;m�[1;31m20221213155635389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155635389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155635389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155635389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155635389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155635389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155635401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155635412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155635412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155635412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:38.320424 run osmo-msc_10.42.42.6(pid=2641): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2641)]\u000a15:56:38.369681 run osmo-msc_10.42.42.6(pid=2641): stdout: \u000a| (launched: 2022-12-13_15:56:37.189663) \u000a15:56:38.419496 run osmo-msc_10.42.42.6(pid=2641): stderr: \u000a| �[0;m�[38;5;43m20221213155637466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155637466 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdac0bcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155637466 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155637466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155637466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155637466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155637468 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155637468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155637468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155637469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:38.461816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2634): Terminating (SIGTERM)\u000a15:56:38.501742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2637): Terminating (SIGTERM)\u000a15:56:38.541672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2640): Terminating (SIGTERM)\u000a15:56:38.550917 --- ParallelTerminationStrategy: PID 2634 died...\u000a15:56:38.604855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2634): Terminated: ok {rc=0}\u000a15:56:38.614664 --- ParallelTerminationStrategy: PID 2637 died...\u000a15:56:38.668507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2637): Terminated: ok {rc=0}\u000a15:56:38.678205 --- ParallelTerminationStrategy: PID 2640 died...\u000a15:56:38.731706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2640): Terminated: ok {rc=0}\u000a15:56:38.821141 bus /sierra_3: Setting Powered False\u000a15:56:39.925642 bus /sierra_3: Setting Powered False\u000a15:56:41.037818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:31" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2647): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2647) [trial-2391↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2647)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2647): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2647) [trial-2391↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a15:56:42.886649 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a15:56:42.897564 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a15:56:43.035859 tst assert_extension.py: using LAC 34672\u000a15:56:43.158173 tst assert_extension.py: using RAC 247\u000a15:56:43.278170 tst assert_extension.py: using CellId 34672\u000a15:56:43.399942 tst assert_extension.py: using BVCI 34673\u000a15:56:43.423188 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a15:56:43.722908 tst assert_extension.py:10: start nitb and bts...\u000a15:56:43.860028 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a15:56:44.543662 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2646): Launched\u000a15:56:44.870914 run osmo-nitb_10.42.42.2(pid=2647): Launched\u000a15:56:45.072604 run osmo-nitb_10.42.42.2(pid=2647): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2647)]\u000a15:56:45.221563 run osmo-nitb_10.42.42.2(pid=2647): stdout: \u000a| (launched: 2022-12-13_15:56:44.711058) \u000a15:56:45.370225 run osmo-nitb_10.42.42.2(pid=2647): stderr: \u000a| (launched: 2022-12-13_15:56:44.760053)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:56:45.514036 run osmo-nitb_10.42.42.2(pid=2647): stdout: \u000a| (launched: 2022-12-13_15:56:44.711058) \u000a15:56:45.656838 run osmo-nitb_10.42.42.2(pid=2647): stderr: \u000a| (launched: 2022-12-13_15:56:44.760053)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:56:46.004627 tst osmo-nitb_10.42.42.2(pid=2647): stdout: \u000a| (launched: 2022-12-13_15:56:44.711058) \u000a15:56:46.142646 tst osmo-nitb_10.42.42.2(pid=2647): stderr: \u000a| (launched: 2022-12-13_15:56:44.760053)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a15:56:46.202031 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2647): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2647) [trial-2391↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2647)] [trial-2391↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a15:56:46.211965 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a15:56:46.252647 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2646): Terminating (SIGTERM)\u000a15:56:46.430942 --- ParallelTerminationStrategy: PID 2646 died...\u000a15:56:46.488923 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2646): Terminated: ok {rc=0}\u000a15:56:46.591691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:42" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2657): Process ended prematurely: osmo-stp_10.42.42.5(pid=2657) [trial-2391↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2657): Process ended prematurely: osmo-stp_10.42.42.5(pid=2657) [trial-2391↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a15:56:48.433921 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:48.444799 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a15:56:48.580942 tst assert_extension.py: using LAC 34673\u000a15:56:48.702854 tst assert_extension.py: using RAC 248\u000a15:56:48.822558 tst assert_extension.py: using CellId 34673\u000a15:56:48.944625 tst assert_extension.py: using BVCI 34674\u000a15:56:48.967921 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:48.978677 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:48.989317 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:48.999771 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:49.010269 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a15:56:49.021634 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a15:56:49.222236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:49.717176 run create_hlr_db(pid=2651): Launched\u000a15:56:49.894785 bus /sierra_2: Setting Powered False\u000a15:56:50.915604 run create_hlr_db(pid=2651): Terminated: ok {rc=0}\u000a15:56:51.330229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2653): Launched\u000a15:56:51.641702 run osmo-hlr_10.42.42.2(pid=2654): Launched\u000a15:56:51.754608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:56:52.293375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2656): Launched\u000a15:56:52.605200 run osmo-stp_10.42.42.5(pid=2657): Launched\u000a15:56:52.717734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:56:53.279900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2659): Launched\u000a15:56:53.591832 run osmo-msc_10.42.42.6(pid=2660): Launched\u000a15:56:53.772028 run osmo-stp_10.42.42.5(pid=2657): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)]\u000a15:56:53.902141 run osmo-stp_10.42.42.5(pid=2657): stdout: \u000a| (launched: 2022-12-13_15:56:52.450008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:54.029551 run osmo-stp_10.42.42.5(pid=2657): stderr: \u000a| �[0;m�[38;5;43m20221213155652622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155652622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155652623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155652623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:54.152041 run osmo-stp_10.42.42.5(pid=2657): stdout: \u000a| (launched: 2022-12-13_15:56:52.450008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:56:54.274239 run osmo-stp_10.42.42.5(pid=2657): stderr: \u000a| �[0;m�[38;5;43m20221213155652622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155652622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155652623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155652623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155652624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:56:54.327766 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2657): Process ended prematurely: osmo-stp_10.42.42.5(pid=2657) [trial-2391↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2657)] [trial-2391↪ussd:trx-b200↪assert_extension.py:17]\u000a15:56:54.335994 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a15:56:54.396419 run osmo-hlr_10.42.42.2(pid=2654): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2654)]\u000a15:56:54.446608 run osmo-hlr_10.42.42.2(pid=2654): stdout: \u000a| (launched: 2022-12-13_15:56:51.486985) \u000a15:56:54.507575 run osmo-hlr_10.42.42.2(pid=2654): stderr: \u000a| �[0;m�[1;31m20221213155651665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155651665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155651665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155651665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155651665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155651665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155651678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155651686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155651686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155651686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:56:54.576882 run osmo-msc_10.42.42.6(pid=2660): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2660)]\u000a15:56:54.626384 run osmo-msc_10.42.42.6(pid=2660): stdout: \u000a| (launched: 2022-12-13_15:56:53.435693) \u000a15:56:54.676403 run osmo-msc_10.42.42.6(pid=2660): stderr: \u000a| �[0;m�[38;5;43m20221213155653713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155653713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf7cecbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155653714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155653714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155653714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155653714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155653716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155653716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155653716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155653716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:56:54.719077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2653): Terminating (SIGTERM)\u000a15:56:54.759346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2656): Terminating (SIGTERM)\u000a15:56:54.799740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2659): Terminating (SIGTERM)\u000a15:56:54.809106 --- ParallelTerminationStrategy: PID 2653 died...\u000a15:56:54.863182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2653): Terminated: ok {rc=0}\u000a15:56:54.872848 --- ParallelTerminationStrategy: PID 2656 died...\u000a15:56:54.926604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2656): Terminated: ok {rc=0}\u000a15:56:54.936310 --- ParallelTerminationStrategy: PID 2659 died...\u000a15:56:54.990056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2659): Terminated: ok {rc=0}\u000a15:56:55.080464 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:48" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2671): Process ended prematurely: osmo-stp_10.42.42.5(pid=2671) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2671)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2671): Process ended prematurely: osmo-stp_10.42.42.5(pid=2671) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:56:57.058680 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:56:57.070580 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:56:57.241362 tst mo_mt_call.py: using LAC 34674\u000a15:56:57.373364 tst mo_mt_call.py: using RAC 249\u000a15:56:57.506153 tst mo_mt_call.py: using CellId 34674\u000a15:56:57.636551 tst mo_mt_call.py: using BVCI 34675\u000a15:56:57.662631 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:56:57.674544 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:56:57.686255 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:56:57.697953 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:56:57.710244 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:56:57.722462 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:56:57.841962 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:56:58.060649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:56:58.589360 run create_hlr_db(pid=2665): Launched\u000a15:56:58.783698 bus /sierra_2: Setting Powered False\u000a15:56:59.793457 run create_hlr_db(pid=2665): Terminated: ok {rc=0}\u000a15:57:00.222877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2667): Launched\u000a15:57:00.539228 run osmo-hlr_10.42.42.2(pid=2668): Launched\u000a15:57:00.664891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:01.280263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2670): Launched\u000a15:57:01.729920 run osmo-stp_10.42.42.5(pid=2671): Launched\u000a15:57:01.930182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:02.553852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2673): Launched\u000a15:57:02.890628 run osmo-msc_10.42.42.6(pid=2674): Launched\u000a15:57:03.085973 run osmo-stp_10.42.42.5(pid=2671): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2671)]\u000a15:57:03.254816 run osmo-stp_10.42.42.5(pid=2671): stdout: \u000a| (launched: 2022-12-13_15:57:01.456848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:03.403556 run osmo-stp_10.42.42.5(pid=2671): stderr: \u000a| �[0;m�[38;5;43m20221213155701756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155701756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155701756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155701765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155701767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155701768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155701768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:03.538775 run osmo-stp_10.42.42.5(pid=2671): stdout: \u000a| (launched: 2022-12-13_15:57:01.456848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:03.671821 run osmo-stp_10.42.42.5(pid=2671): stderr: \u000a| �[0;m�[38;5;43m20221213155701756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155701756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155701756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155701765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155701767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155701768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155701768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:03.731575 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2671): Process ended prematurely: osmo-stp_10.42.42.5(pid=2671) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2671)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a15:57:03.741325 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a15:57:03.805800 run osmo-hlr_10.42.42.2(pid=2668): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2668)]\u000a15:57:03.858458 run osmo-hlr_10.42.42.2(pid=2668): stdout: \u000a| (launched: 2022-12-13_15:57:00.382259) \u000a15:57:03.911797 run osmo-hlr_10.42.42.2(pid=2668): stderr: \u000a| �[0;m�[1;31m20221213155700563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155700563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155700563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155700563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155700563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155700563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155700575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155700583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155700583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155700583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:03.983721 run osmo-msc_10.42.42.6(pid=2674): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2674)]\u000a15:57:04.036337 run osmo-msc_10.42.42.6(pid=2674): stdout: \u000a| (launched: 2022-12-13_15:57:02.724317) \u000a15:57:04.089540 run osmo-msc_10.42.42.6(pid=2674): stderr: \u000a| �[0;m�[38;5;43m20221213155703050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155703050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5a3c18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155703050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155703050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155703050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155703050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155703052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155703053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155703053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155703053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:04.134854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2667): Terminating (SIGTERM)\u000a15:57:04.178082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2670): Terminating (SIGTERM)\u000a15:57:04.221574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2673): Terminating (SIGTERM)\u000a15:57:04.231489 --- ParallelTerminationStrategy: PID 2667 died...\u000a15:57:04.289195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2667): Terminated: ok {rc=0}\u000a15:57:04.299428 --- ParallelTerminationStrategy: PID 2670 died...\u000a15:57:04.356932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2670): Terminated: ok {rc=0}\u000a15:57:04.367271 --- ParallelTerminationStrategy: PID 2673 died...\u000a15:57:04.425027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2673): Terminated: ok {rc=0}\u000a15:57:04.513278 bus /sierra_3: Setting Powered False\u000a15:57:05.620175 bus /sierra_3: Setting Powered False\u000a15:57:06.729806 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2682): Process ended prematurely: osmo-stp_10.42.42.5(pid=2682) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2682)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2682): Process ended prematurely: osmo-stp_10.42.42.5(pid=2682) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2682)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:07.848106 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:57:07.860763 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a15:57:08.031412 tst mo_mt_call_osmux.py: using LAC 34675\u000a15:57:08.161834 tst mo_mt_call_osmux.py: using RAC 250\u000a15:57:08.295097 tst mo_mt_call_osmux.py: using CellId 34675\u000a15:57:08.431236 tst mo_mt_call_osmux.py: using BVCI 34676\u000a15:57:08.456615 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:57:08.468306 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:57:08.479784 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:57:08.491287 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:57:08.503277 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a15:57:08.515150 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:57:08.635984 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a15:57:08.848348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:09.353752 run create_hlr_db(pid=2676): Launched\u000a15:57:09.534259 bus /sierra_2: Setting Powered False\u000a15:57:10.554982 run create_hlr_db(pid=2676): Terminated: ok {rc=0}\u000a15:57:10.975587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2678): Launched\u000a15:57:11.289443 run osmo-hlr_10.42.42.2(pid=2679): Launched\u000a15:57:11.403106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:11.951390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2681): Launched\u000a15:57:12.266754 run osmo-stp_10.42.42.5(pid=2682): Launched\u000a15:57:12.380021 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:12.950942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2684): Launched\u000a15:57:13.267230 run osmo-msc_10.42.42.6(pid=2685): Launched\u000a15:57:13.449691 run osmo-stp_10.42.42.5(pid=2682): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2682)]\u000a15:57:13.581937 run osmo-stp_10.42.42.5(pid=2682): stdout: \u000a| (launched: 2022-12-13_15:57:12.110028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:13.711795 run osmo-stp_10.42.42.5(pid=2682): stderr: \u000a| �[0;m�[38;5;43m20221213155712282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155712282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155712282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155712283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155712285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155712285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155712285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:13.837472 run osmo-stp_10.42.42.5(pid=2682): stdout: \u000a| (launched: 2022-12-13_15:57:12.110028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:13.961319 run osmo-stp_10.42.42.5(pid=2682): stderr: \u000a| �[0;m�[38;5;43m20221213155712282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155712282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155712282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155712283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155712285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155712285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155712285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:14.015993 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2682): Process ended prematurely: osmo-stp_10.42.42.5(pid=2682) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2682)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a15:57:14.025041 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a15:57:14.085414 run osmo-hlr_10.42.42.2(pid=2679): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2679)]\u000a15:57:14.135174 run osmo-hlr_10.42.42.2(pid=2679): stdout: \u000a| (launched: 2022-12-13_15:57:11.134558) \u000a15:57:14.185367 run osmo-hlr_10.42.42.2(pid=2679): stderr: \u000a| �[0;m�[1;31m20221213155711316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155711316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155711316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155711316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155711316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155711317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155711345 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155711355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155711355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155711355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:14.253049 run osmo-msc_10.42.42.6(pid=2685): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2685)]\u000a15:57:14.302431 run osmo-msc_10.42.42.6(pid=2685): stdout: \u000a| (launched: 2022-12-13_15:57:13.109486) \u000a15:57:14.352285 run osmo-msc_10.42.42.6(pid=2685): stderr: \u000a| �[0;m�[38;5;43m20221213155713386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155713386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ad011ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155713386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155713387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155713387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155713387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155713389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155713389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155713389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155713389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:14.394703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2678): Terminating (SIGTERM)\u000a15:57:14.434770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2681): Terminating (SIGTERM)\u000a15:57:14.474963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2684): Terminating (SIGTERM)\u000a15:57:14.484220 --- ParallelTerminationStrategy: PID 2678 died...\u000a15:57:14.537918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2678): Terminated: ok {rc=0}\u000a15:57:14.547402 --- ParallelTerminationStrategy: PID 2681 died...\u000a15:57:14.601140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2681): Terminated: ok {rc=0}\u000a15:57:14.610775 --- ParallelTerminationStrategy: PID 2684 died...\u000a15:57:14.664255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2684): Terminated: ok {rc=0}\u000a15:57:14.753108 bus /sierra_3: Setting Powered False\u000a15:57:15.871259 bus /sierra_3: Setting Powered False\u000a15:57:16.978488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:56:56" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2696): Process ended prematurely: osmo-stp_10.42.42.5(pid=2696) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2696): Process ended prematurely: osmo-stp_10.42.42.5(pid=2696) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a15:57:18.993332 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:19.005120 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:57:19.175156 tst mo_mt_call.py: using LAC 34676\u000a15:57:19.307709 tst mo_mt_call.py: using RAC 251\u000a15:57:19.439314 tst mo_mt_call.py: using CellId 34676\u000a15:57:19.569606 tst mo_mt_call.py: using BVCI 34677\u000a15:57:19.595249 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:19.606934 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:19.618474 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:19.630004 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:19.642080 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:19.654109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:57:19.773388 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:57:19.991739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:20.521291 run create_hlr_db(pid=2690): Launched\u000a15:57:20.715689 bus /sierra_2: Setting Powered False\u000a15:57:21.735965 run create_hlr_db(pid=2690): Terminated: ok {rc=0}\u000a15:57:22.162859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2692): Launched\u000a15:57:22.480765 run osmo-hlr_10.42.42.2(pid=2693): Launched\u000a15:57:22.597636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:23.144114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2695): Launched\u000a15:57:23.461130 run osmo-stp_10.42.42.5(pid=2696): Launched\u000a15:57:23.576679 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:24.153541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2698): Launched\u000a15:57:24.472359 run osmo-msc_10.42.42.6(pid=2699): Launched\u000a15:57:24.657154 run osmo-stp_10.42.42.5(pid=2696): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)]\u000a15:57:24.790337 run osmo-stp_10.42.42.5(pid=2696): stdout: \u000a| (launched: 2022-12-13_15:57:23.303462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:24.921441 run osmo-stp_10.42.42.5(pid=2696): stderr: \u000a| �[0;m�[38;5;43m20221213155723477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155723477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155723477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155723477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:25.047793 run osmo-stp_10.42.42.5(pid=2696): stdout: \u000a| (launched: 2022-12-13_15:57:23.303462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:25.172668 run osmo-stp_10.42.42.5(pid=2696): stderr: \u000a| �[0;m�[38;5;43m20221213155723477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155723477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155723477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155723477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155723478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:25.228105 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2696): Process ended prematurely: osmo-stp_10.42.42.5(pid=2696) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2696)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a15:57:25.237281 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:57:25.297865 run osmo-hlr_10.42.42.2(pid=2693): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2693)]\u000a15:57:25.347692 run osmo-hlr_10.42.42.2(pid=2693): stdout: \u000a| (launched: 2022-12-13_15:57:22.323168) \u000a15:57:25.397721 run osmo-hlr_10.42.42.2(pid=2693): stderr: \u000a| �[0;m�[1;31m20221213155722505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155722505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155722505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155722505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155722505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155722505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155722517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155722526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155722526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155722526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:25.465554 run osmo-msc_10.42.42.6(pid=2699): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2699)]\u000a15:57:25.514853 run osmo-msc_10.42.42.6(pid=2699): stdout: \u000a| (launched: 2022-12-13_15:57:24.313405) \u000a15:57:25.565178 run osmo-msc_10.42.42.6(pid=2699): stderr: \u000a| �[0;m�[38;5;43m20221213155724593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155724593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe50288c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155724593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155724593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155724593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155724593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155724595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155724595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155724596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155724596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:25.607733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2692): Terminating (SIGTERM)\u000a15:57:25.648136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2695): Terminating (SIGTERM)\u000a15:57:25.688589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2698): Terminating (SIGTERM)\u000a15:57:25.697994 --- ParallelTerminationStrategy: PID 2692 died...\u000a15:57:25.752306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2692): Terminated: ok {rc=0}\u000a15:57:25.762103 --- ParallelTerminationStrategy: PID 2695 died...\u000a15:57:25.816737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2695): Terminated: ok {rc=0}\u000a15:57:25.826558 --- ParallelTerminationStrategy: PID 2698 died...\u000a15:57:25.881327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2698): Terminated: ok {rc=0}\u000a15:57:25.971586 bus /sierra_3: Setting Powered False\u000a15:57:27.082166 bus /sierra_3: Setting Powered False\u000a15:57:28.197138 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2707): Process ended prematurely: osmo-stp_10.42.42.5(pid=2707) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2707)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2707): Process ended prematurely: osmo-stp_10.42.42.5(pid=2707) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:29.309688 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:29.322098 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a15:57:29.484456 tst mo_mt_call_osmux.py: using LAC 34677\u000a15:57:29.608774 tst mo_mt_call_osmux.py: using RAC 252\u000a15:57:29.732921 tst mo_mt_call_osmux.py: using CellId 34677\u000a15:57:29.863818 tst mo_mt_call_osmux.py: using BVCI 34678\u000a15:57:29.889927 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:29.902187 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:29.913945 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:29.925710 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:29.938166 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a15:57:29.950481 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:57:30.070364 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a15:57:30.283828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:30.789334 run create_hlr_db(pid=2701): Launched\u000a15:57:30.977785 bus /sierra_2: Setting Powered False\u000a15:57:32.018968 run create_hlr_db(pid=2701): Terminated: ok {rc=0}\u000a15:57:32.474883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2703): Launched\u000a15:57:32.813343 run osmo-hlr_10.42.42.2(pid=2704): Launched\u000a15:57:32.937508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:33.482676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2706): Launched\u000a15:57:33.798967 run osmo-stp_10.42.42.5(pid=2707): Launched\u000a15:57:33.912598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:34.492742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2709): Launched\u000a15:57:34.807604 run osmo-msc_10.42.42.6(pid=2710): Launched\u000a15:57:34.990745 run osmo-stp_10.42.42.5(pid=2707): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2707)]\u000a15:57:35.123182 run osmo-stp_10.42.42.5(pid=2707): stdout: \u000a| (launched: 2022-12-13_15:57:33.642041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:35.252941 run osmo-stp_10.42.42.5(pid=2707): stderr: \u000a| �[0;m�[38;5;43m20221213155733817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155733817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155733818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155733818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155733818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155733818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155733819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:35.378084 run osmo-stp_10.42.42.5(pid=2707): stdout: \u000a| (launched: 2022-12-13_15:57:33.642041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:35.501646 run osmo-stp_10.42.42.5(pid=2707): stderr: \u000a| �[0;m�[38;5;43m20221213155733817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155733817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155733818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155733818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155733818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155733818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155733819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:35.556270 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2707): Process ended prematurely: osmo-stp_10.42.42.5(pid=2707) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2707)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a15:57:35.565203 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:57:35.625305 run osmo-hlr_10.42.42.2(pid=2704): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2704)]\u000a15:57:35.675195 run osmo-hlr_10.42.42.2(pid=2704): stdout: \u000a| (launched: 2022-12-13_15:57:32.645035) \u000a15:57:35.725254 run osmo-hlr_10.42.42.2(pid=2704): stderr: \u000a| �[0;m�[1;31m20221213155732848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155732848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155732848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155732848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155732848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155732848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155732860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155732869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155732869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155732869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:35.793112 run osmo-msc_10.42.42.6(pid=2710): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2710)]\u000a15:57:35.842663 run osmo-msc_10.42.42.6(pid=2710): stdout: \u000a| (launched: 2022-12-13_15:57:34.651872) \u000a15:57:35.892639 run osmo-msc_10.42.42.6(pid=2710): stderr: \u000a| �[0;m�[38;5;43m20221213155734925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155734926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8307cf5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155734926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155734926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155734926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155734926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155734928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155734928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155734928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155734928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:35.935532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2703): Terminating (SIGTERM)\u000a15:57:35.975622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2706): Terminating (SIGTERM)\u000a15:57:36.015805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2709): Terminating (SIGTERM)\u000a15:57:36.025162 --- ParallelTerminationStrategy: PID 2703 died...\u000a15:57:36.078807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2703): Terminated: ok {rc=0}\u000a15:57:36.088499 --- ParallelTerminationStrategy: PID 2706 died...\u000a15:57:36.141821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2706): Terminated: ok {rc=0}\u000a15:57:36.151409 --- ParallelTerminationStrategy: PID 2709 died...\u000a15:57:36.204620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2709): Terminated: ok {rc=0}\u000a15:57:36.293683 bus /sierra_3: Setting Powered False\u000a15:57:37.398310 bus /sierra_3: Setting Powered False\u000a15:57:38.511159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:57:18" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2721): Process ended prematurely: osmo-stp_10.42.42.5(pid=2721) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2721)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2721): Process ended prematurely: osmo-stp_10.42.42.5(pid=2721) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:57:40.512381 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:40.523915 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:57:40.683182 tst mo_mt_call.py: using LAC 34678\u000a15:57:40.804484 tst mo_mt_call.py: using RAC 253\u000a15:57:40.927290 tst mo_mt_call.py: using CellId 34678\u000a15:57:41.055502 tst mo_mt_call.py: using BVCI 34679\u000a15:57:41.081205 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:41.092999 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:41.104637 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:41.116217 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:41.128284 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:41.140253 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:57:41.260940 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:57:41.468224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:41.974432 run create_hlr_db(pid=2715): Launched\u000a15:57:42.155163 bus /sierra_2: Setting Powered False\u000a15:57:43.175170 run create_hlr_db(pid=2715): Terminated: ok {rc=0}\u000a15:57:43.594697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2717): Launched\u000a15:57:43.909697 run osmo-hlr_10.42.42.2(pid=2718): Launched\u000a15:57:44.024780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:44.570940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2720): Launched\u000a15:57:44.886315 run osmo-stp_10.42.42.5(pid=2721): Launched\u000a15:57:45.011288 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:45.590649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2723): Launched\u000a15:57:46.050932 run osmo-msc_10.42.42.6(pid=2724): Launched\u000a15:57:46.410506 run osmo-stp_10.42.42.5(pid=2721): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2721)]\u000a15:57:46.544822 run osmo-stp_10.42.42.5(pid=2721): stdout: \u000a| (launched: 2022-12-13_15:57:44.730394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:46.678140 run osmo-stp_10.42.42.5(pid=2721): stderr: \u000a| �[0;m�[38;5;43m20221213155744905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155744905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155744905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155744906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155744906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155744906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155744906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:46.814475 run osmo-stp_10.42.42.5(pid=2721): stdout: \u000a| (launched: 2022-12-13_15:57:44.730394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:46.952471 run osmo-stp_10.42.42.5(pid=2721): stderr: \u000a| �[0;m�[38;5;43m20221213155744905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155744905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155744905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155744906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155744906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155744906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155744906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:47.013576 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2721): Process ended prematurely: osmo-stp_10.42.42.5(pid=2721) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2721)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a15:57:47.023341 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:57:47.090588 run osmo-hlr_10.42.42.2(pid=2718): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2718)]\u000a15:57:47.145530 run osmo-hlr_10.42.42.2(pid=2718): stdout: \u000a| (launched: 2022-12-13_15:57:43.754119) \u000a15:57:47.202140 run osmo-hlr_10.42.42.2(pid=2718): stderr: \u000a| �[0;m�[1;31m20221213155743932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155743932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155743933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155743933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155743933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155743933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155743950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155743960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155743961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155743961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:47.276620 run osmo-msc_10.42.42.6(pid=2724): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2724)]\u000a15:57:47.331429 run osmo-msc_10.42.42.6(pid=2724): stdout: \u000a| (launched: 2022-12-13_15:57:45.749662) \u000a15:57:47.386255 run osmo-msc_10.42.42.6(pid=2724): stderr: \u000a| �[0;m�[38;5;43m20221213155746095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155746095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c75169c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155746095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155746095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155746095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155746095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155746097 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155746097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155746098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155746098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:47.431892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2717): Terminating (SIGTERM)\u000a15:57:47.475404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2720): Terminating (SIGTERM)\u000a15:57:47.518401 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2723): Terminating (SIGTERM)\u000a15:57:47.528213 --- ParallelTerminationStrategy: PID 2717 died...\u000a15:57:47.586279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2717): Terminated: ok {rc=0}\u000a15:57:47.596525 --- ParallelTerminationStrategy: PID 2720 died...\u000a15:57:47.653601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2720): Terminated: ok {rc=0}\u000a15:57:47.663922 --- ParallelTerminationStrategy: PID 2723 died...\u000a15:57:47.721169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2723): Terminated: ok {rc=0}\u000a15:57:47.810672 bus /sierra_3: Setting Powered False\u000a15:57:48.915526 bus /sierra_3: Setting Powered False\u000a15:57:50.027909 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2732): Process ended prematurely: osmo-stp_10.42.42.5(pid=2732) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2732)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2732): Process ended prematurely: osmo-stp_10.42.42.5(pid=2732) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:57:51.139832 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:51.151876 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a15:57:51.317685 tst mo_mt_call_osmux.py: using LAC 34679\u000a15:57:51.439545 tst mo_mt_call_osmux.py: using RAC 254\u000a15:57:51.561494 tst mo_mt_call_osmux.py: using CellId 34679\u000a15:57:51.682941 tst mo_mt_call_osmux.py: using BVCI 34680\u000a15:57:51.706730 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:51.717941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:51.728850 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:51.739823 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:51.751002 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a15:57:51.762045 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:57:51.884109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a15:57:52.093853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:57:52.599865 run create_hlr_db(pid=2726): Launched\u000a15:57:52.779192 bus /sierra_2: Setting Powered False\u000a15:57:53.800812 run create_hlr_db(pid=2726): Terminated: ok {rc=0}\u000a15:57:54.247530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2728): Launched\u000a15:57:54.586677 run osmo-hlr_10.42.42.2(pid=2729): Launched\u000a15:57:54.710223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:57:55.294149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2731): Launched\u000a15:57:55.631166 run osmo-stp_10.42.42.5(pid=2732): Launched\u000a15:57:55.753250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:57:56.370327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2734): Launched\u000a15:57:56.709572 run osmo-msc_10.42.42.6(pid=2735): Launched\u000a15:57:56.905568 run osmo-stp_10.42.42.5(pid=2732): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2732)]\u000a15:57:57.047325 run osmo-stp_10.42.42.5(pid=2732): stdout: \u000a| (launched: 2022-12-13_15:57:55.464461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:57.187788 run osmo-stp_10.42.42.5(pid=2732): stderr: \u000a| �[0;m�[38;5;43m20221213155755659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155755659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155755659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155755660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155755660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155755660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155755661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:57.323037 run osmo-stp_10.42.42.5(pid=2732): stdout: \u000a| (launched: 2022-12-13_15:57:55.464461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:57:57.456317 run osmo-stp_10.42.42.5(pid=2732): stderr: \u000a| �[0;m�[38;5;43m20221213155755659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155755659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155755659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155755660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155755660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155755660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155755661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:57:57.515127 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2732): Process ended prematurely: osmo-stp_10.42.42.5(pid=2732) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2732)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a15:57:57.524573 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a15:57:57.588637 run osmo-hlr_10.42.42.2(pid=2729): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2729)]\u000a15:57:57.640900 run osmo-hlr_10.42.42.2(pid=2729): stdout: \u000a| (launched: 2022-12-13_15:57:54.418010) \u000a15:57:57.693861 run osmo-hlr_10.42.42.2(pid=2729): stderr: \u000a| �[0;m�[1;31m20221213155754620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155754620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155754620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155754620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155754620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155754620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155754638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155754647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155754647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155754647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:57:57.765367 run osmo-msc_10.42.42.6(pid=2735): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2735)]\u000a15:57:57.817576 run osmo-msc_10.42.42.6(pid=2735): stdout: \u000a| (launched: 2022-12-13_15:57:56.541326) \u000a15:57:57.870429 run osmo-msc_10.42.42.6(pid=2735): stderr: \u000a| �[0;m�[38;5;43m20221213155756866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155756866 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3507c8ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155756866 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155756866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155756866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155756867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155756870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155756871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155756871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155756871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:57:57.915753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2728): Terminating (SIGTERM)\u000a15:57:57.958844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2731): Terminating (SIGTERM)\u000a15:57:58.001808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2734): Terminating (SIGTERM)\u000a15:57:58.011577 --- ParallelTerminationStrategy: PID 2728 died...\u000a15:57:58.068657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2728): Terminated: ok {rc=0}\u000a15:57:58.078808 --- ParallelTerminationStrategy: PID 2731 died...\u000a15:57:58.135812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2731): Terminated: ok {rc=0}\u000a15:57:58.145949 --- ParallelTerminationStrategy: PID 2734 died...\u000a15:57:58.202472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2734): Terminated: ok {rc=0}\u000a15:57:58.290314 bus /sierra_3: Setting Powered False\u000a15:57:59.396234 bus /sierra_3: Setting Powered False\u000a15:58:00.504881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:57:40" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2747): Process ended prematurely: osmo-stp_10.42.42.5(pid=2747) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2747)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2747): Process ended prematurely: osmo-stp_10.42.42.5(pid=2747) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a15:58:02.565860 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:02.577212 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:58:02.737861 tst mo_mt_call.py: using LAC 34680\u000a15:58:02.862029 tst mo_mt_call.py: using RAC 255\u000a15:58:02.986882 tst mo_mt_call.py: using CellId 34680\u000a15:58:03.111471 tst mo_mt_call.py: using BVCI 34681\u000a15:58:03.135328 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:03.146520 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:03.157561 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:03.168520 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:03.179604 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:03.190639 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:58:03.312630 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:58:03.520743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:04.024864 run create_hlr_db(pid=2741): Launched\u000a15:58:04.206053 bus /sierra_2: Setting Powered False\u000a15:58:05.227590 run create_hlr_db(pid=2741): Terminated: ok {rc=0}\u000a15:58:05.648260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2743): Launched\u000a15:58:05.965132 run osmo-hlr_10.42.42.2(pid=2744): Launched\u000a15:58:06.079514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:06.627036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2746): Launched\u000a15:58:06.943615 run osmo-stp_10.42.42.5(pid=2747): Launched\u000a15:58:07.058034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:07.637462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2749): Launched\u000a15:58:07.953584 run osmo-msc_10.42.42.6(pid=2750): Launched\u000a15:58:08.137502 run osmo-stp_10.42.42.5(pid=2747): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2747)]\u000a15:58:08.271454 run osmo-stp_10.42.42.5(pid=2747): stdout: \u000a| (launched: 2022-12-13_15:58:06.786268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:08.401416 run osmo-stp_10.42.42.5(pid=2747): stderr: \u000a| �[0;m�[38;5;43m20221213155806961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155806961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155806961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155806962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155806962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155806962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155806962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:08.526813 run osmo-stp_10.42.42.5(pid=2747): stdout: \u000a| (launched: 2022-12-13_15:58:06.786268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:08.651157 run osmo-stp_10.42.42.5(pid=2747): stderr: \u000a| �[0;m�[38;5;43m20221213155806961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155806961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155806961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155806962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155806962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155806962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155806962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:08.706155 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2747): Process ended prematurely: osmo-stp_10.42.42.5(pid=2747) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2747)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a15:58:08.715013 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:58:08.775137 run osmo-hlr_10.42.42.2(pid=2744): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2744)]\u000a15:58:08.824637 run osmo-hlr_10.42.42.2(pid=2744): stdout: \u000a| (launched: 2022-12-13_15:58:05.807604) \u000a15:58:08.874714 run osmo-hlr_10.42.42.2(pid=2744): stderr: \u000a| �[0;m�[1;31m20221213155805988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155805988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155805988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155805988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155805988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155805988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155806000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155806008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155806008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155806008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:08.942626 run osmo-msc_10.42.42.6(pid=2750): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2750)]\u000a15:58:08.992000 run osmo-msc_10.42.42.6(pid=2750): stdout: \u000a| (launched: 2022-12-13_15:58:07.796707) \u000a15:58:09.041903 run osmo-msc_10.42.42.6(pid=2750): stderr: \u000a| �[0;m�[38;5;43m20221213155808074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155808074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa247a7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155808074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155808074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155808075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155808075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155808078 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155808079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155808079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155808079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:09.084109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2743): Terminating (SIGTERM)\u000a15:58:09.124267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2746): Terminating (SIGTERM)\u000a15:58:09.164277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2749): Terminating (SIGTERM)\u000a15:58:09.173587 --- ParallelTerminationStrategy: PID 2743 died...\u000a15:58:09.227339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2743): Terminated: ok {rc=0}\u000a15:58:09.237171 --- ParallelTerminationStrategy: PID 2746 died...\u000a15:58:09.290328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2746): Terminated: ok {rc=0}\u000a15:58:09.299979 --- ParallelTerminationStrategy: PID 2749 died...\u000a15:58:09.353499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2749): Terminated: ok {rc=0}\u000a15:58:09.442860 bus /sierra_3: Setting Powered False\u000a15:58:10.548219 bus /sierra_3: Setting Powered False\u000a15:58:11.660642 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2758): Process ended prematurely: osmo-stp_10.42.42.5(pid=2758) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2758): Process ended prematurely: osmo-stp_10.42.42.5(pid=2758) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:12.773618 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:12.785535 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a15:58:12.945732 tst mo_mt_call_osmux.py: using LAC 34681\u000a15:58:13.068520 tst mo_mt_call_osmux.py: using RAC 1\u000a15:58:13.191315 tst mo_mt_call_osmux.py: using CellId 34681\u000a15:58:13.316607 tst mo_mt_call_osmux.py: using BVCI 34682\u000a15:58:13.340580 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:13.351736 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:13.362728 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:13.373722 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:13.384775 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a15:58:13.395826 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:58:13.520173 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a15:58:13.729256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:14.232310 run create_hlr_db(pid=2752): Launched\u000a15:58:14.413158 bus /sierra_2: Setting Powered False\u000a15:58:15.433532 run create_hlr_db(pid=2752): Terminated: ok {rc=0}\u000a15:58:15.898891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2754): Launched\u000a15:58:16.339498 run osmo-hlr_10.42.42.2(pid=2755): Launched\u000a15:58:16.491896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:17.143684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2757): Launched\u000a15:58:17.463713 run osmo-stp_10.42.42.5(pid=2758): Launched\u000a15:58:17.586458 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:18.166045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2760): Launched\u000a15:58:18.482821 run osmo-msc_10.42.42.6(pid=2761): Launched\u000a15:58:18.668107 run osmo-stp_10.42.42.5(pid=2758): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)]\u000a15:58:18.800646 run osmo-stp_10.42.42.5(pid=2758): stdout: \u000a| (launched: 2022-12-13_15:58:17.306839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:18.930757 run osmo-stp_10.42.42.5(pid=2758): stderr: \u000a| �[0;m�[38;5;43m20221213155817479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155817479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155817479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155817480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:19.055500 run osmo-stp_10.42.42.5(pid=2758): stdout: \u000a| (launched: 2022-12-13_15:58:17.306839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:19.179360 run osmo-stp_10.42.42.5(pid=2758): stderr: \u000a| �[0;m�[38;5;43m20221213155817479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155817479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155817479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155817480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155817483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:19.234246 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2758): Process ended prematurely: osmo-stp_10.42.42.5(pid=2758) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2758)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a15:58:19.242979 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:58:19.303373 run osmo-hlr_10.42.42.2(pid=2755): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2755)]\u000a15:58:19.352804 run osmo-hlr_10.42.42.2(pid=2755): stdout: \u000a| (launched: 2022-12-13_15:58:16.074341) \u000a15:58:19.403176 run osmo-hlr_10.42.42.2(pid=2755): stderr: \u000a| �[0;m�[1;31m20221213155816292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155816292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155816292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155816292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155816292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155816292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155816312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155816343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155816343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155816343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:19.470721 run osmo-msc_10.42.42.6(pid=2761): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2761)]\u000a15:58:19.520029 run osmo-msc_10.42.42.6(pid=2761): stdout: \u000a| (launched: 2022-12-13_15:58:18.326628) \u000a15:58:19.570072 run osmo-msc_10.42.42.6(pid=2761): stderr: \u000a| �[0;m�[38;5;43m20221213155818603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155818603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4464810c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155818603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155818603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155818603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155818604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155818605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155818606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155818606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155818606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:19.612823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2754): Terminating (SIGTERM)\u000a15:58:19.652980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2757): Terminating (SIGTERM)\u000a15:58:19.693704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2760): Terminating (SIGTERM)\u000a15:58:19.702901 --- ParallelTerminationStrategy: PID 2754 died...\u000a15:58:19.756626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2754): Terminated: ok {rc=0}\u000a15:58:19.766271 --- ParallelTerminationStrategy: PID 2757 died...\u000a15:58:19.819695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2757): Terminated: ok {rc=0}\u000a15:58:19.829293 --- ParallelTerminationStrategy: PID 2760 died...\u000a15:58:19.882679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2760): Terminated: ok {rc=0}\u000a15:58:19.971359 bus /sierra_3: Setting Powered False\u000a15:58:21.078584 bus /sierra_3: Setting Powered False\u000a15:58:22.191656 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:58:02" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2774): Process ended prematurely: osmo-stp_10.42.42.5(pid=2774) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2774)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2774): Process ended prematurely: osmo-stp_10.42.42.5(pid=2774) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a15:58:24.197961 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:24.209914 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:58:24.382827 tst mo_mt_call.py: using LAC 34682\u000a15:58:24.516179 tst mo_mt_call.py: using RAC 2\u000a15:58:24.642242 tst mo_mt_call.py: using CellId 34682\u000a15:58:24.768070 tst mo_mt_call.py: using BVCI 34683\u000a15:58:24.791979 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:24.803367 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:24.814585 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:24.825703 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:24.836747 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:24.847789 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:58:24.972399 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:58:25.180355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:25.686270 run create_hlr_db(pid=2768): Launched\u000a15:58:25.880592 bus /sierra_2: Setting Powered False\u000a15:58:26.901595 run create_hlr_db(pid=2768): Terminated: ok {rc=0}\u000a15:58:27.349508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2770): Launched\u000a15:58:27.688758 run osmo-hlr_10.42.42.2(pid=2771): Launched\u000a15:58:27.811945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:28.398546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2773): Launched\u000a15:58:28.738003 run osmo-stp_10.42.42.5(pid=2774): Launched\u000a15:58:28.860469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:29.474946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2776): Launched\u000a15:58:29.812771 run osmo-msc_10.42.42.6(pid=2777): Launched\u000a15:58:30.009607 run osmo-stp_10.42.42.5(pid=2774): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2774)]\u000a15:58:30.151257 run osmo-stp_10.42.42.5(pid=2774): stdout: \u000a| (launched: 2022-12-13_15:58:28.568741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:30.291863 run osmo-stp_10.42.42.5(pid=2774): stderr: \u000a| �[0;m�[38;5;43m20221213155828764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155828764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155828764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155828765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155828767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155828767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155828767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:30.426690 run osmo-stp_10.42.42.5(pid=2774): stdout: \u000a| (launched: 2022-12-13_15:58:28.568741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:30.559955 run osmo-stp_10.42.42.5(pid=2774): stderr: \u000a| �[0;m�[38;5;43m20221213155828764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155828764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155828764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155828765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155828767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155828767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155828767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:30.618959 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2774): Process ended prematurely: osmo-stp_10.42.42.5(pid=2774) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2774)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a15:58:30.628294 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:58:30.692548 run osmo-hlr_10.42.42.2(pid=2771): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2771)]\u000a15:58:30.744840 run osmo-hlr_10.42.42.2(pid=2771): stdout: \u000a| (launched: 2022-12-13_15:58:27.519926) \u000a15:58:30.797770 run osmo-hlr_10.42.42.2(pid=2771): stderr: \u000a| �[0;m�[1;31m20221213155827721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155827721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155827721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155827721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155827721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155827721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155827733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155827742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155827742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155827742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:30.883699 run osmo-msc_10.42.42.6(pid=2777): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2777)]\u000a15:58:30.937783 run osmo-msc_10.42.42.6(pid=2777): stdout: \u000a| (launched: 2022-12-13_15:58:29.645218) \u000a15:58:30.992643 run osmo-msc_10.42.42.6(pid=2777): stderr: \u000a| �[0;m�[38;5;43m20221213155829971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155829971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f311b22ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155829971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155829971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155829971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155829971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155829973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155829973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155829974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155829974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:31.040152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2770): Terminating (SIGTERM)\u000a15:58:31.084794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2773): Terminating (SIGTERM)\u000a15:58:31.129525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2776): Terminating (SIGTERM)\u000a15:58:31.140368 --- ParallelTerminationStrategy: PID 2770 died...\u000a15:58:31.201873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2770): Terminated: ok {rc=0}\u000a15:58:31.212866 --- ParallelTerminationStrategy: PID 2773 died...\u000a15:58:31.273326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2773): Terminated: ok {rc=0}\u000a15:58:31.284443 --- ParallelTerminationStrategy: PID 2776 died...\u000a15:58:31.344408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2776): Terminated: ok {rc=0}\u000a15:58:31.453966 bus /sierra_3: Setting Powered False\u000a15:58:32.565283 bus /sierra_3: Setting Powered False\u000a15:58:33.674682 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2785): Process ended prematurely: osmo-stp_10.42.42.5(pid=2785) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2785)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2785): Process ended prematurely: osmo-stp_10.42.42.5(pid=2785) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:34.792034 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:34.804718 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a15:58:34.974222 tst mo_mt_call_osmux.py: using LAC 34683\u000a15:58:35.104389 tst mo_mt_call_osmux.py: using RAC 3\u000a15:58:35.235533 tst mo_mt_call_osmux.py: using CellId 34683\u000a15:58:35.367772 tst mo_mt_call_osmux.py: using BVCI 34684\u000a15:58:35.393455 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:35.405396 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:35.416914 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:35.428474 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:35.440431 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a15:58:35.452249 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:58:35.574559 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a15:58:35.783452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:36.290548 run create_hlr_db(pid=2779): Launched\u000a15:58:36.472308 bus /sierra_2: Setting Powered False\u000a15:58:37.503772 run create_hlr_db(pid=2779): Terminated: ok {rc=0}\u000a15:58:37.953980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2781): Launched\u000a15:58:38.293745 run osmo-hlr_10.42.42.2(pid=2782): Launched\u000a15:58:38.419201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:39.002816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2784): Launched\u000a15:58:39.340758 run osmo-stp_10.42.42.5(pid=2785): Launched\u000a15:58:39.462800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:40.076239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2787): Launched\u000a15:58:40.414705 run osmo-msc_10.42.42.6(pid=2788): Launched\u000a15:58:40.611263 run osmo-stp_10.42.42.5(pid=2785): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2785)]\u000a15:58:40.753228 run osmo-stp_10.42.42.5(pid=2785): stdout: \u000a| (launched: 2022-12-13_15:58:39.172868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:40.893252 run osmo-stp_10.42.42.5(pid=2785): stderr: \u000a| �[0;m�[38;5;43m20221213155839367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155839367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155839367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155839368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:41.027648 run osmo-stp_10.42.42.5(pid=2785): stdout: \u000a| (launched: 2022-12-13_15:58:39.172868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:41.160734 run osmo-stp_10.42.42.5(pid=2785): stderr: \u000a| �[0;m�[38;5;43m20221213155839367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155839367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155839367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155839368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155839370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:41.219488 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2785): Process ended prematurely: osmo-stp_10.42.42.5(pid=2785) [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2785)] [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a15:58:41.228929 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a15:58:41.293122 run osmo-hlr_10.42.42.2(pid=2782): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2782)]\u000a15:58:41.345620 run osmo-hlr_10.42.42.2(pid=2782): stdout: \u000a| (launched: 2022-12-13_15:58:38.124907) \u000a15:58:41.398481 run osmo-hlr_10.42.42.2(pid=2782): stderr: \u000a| �[0;m�[1;31m20221213155838324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155838324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155838324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155838324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155838324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155838325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155838340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155838350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155838350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155838350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:41.470267 run osmo-msc_10.42.42.6(pid=2788): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2788)]\u000a15:58:41.522545 run osmo-msc_10.42.42.6(pid=2788): stdout: \u000a| (launched: 2022-12-13_15:58:40.247104) \u000a15:58:41.575487 run osmo-msc_10.42.42.6(pid=2788): stderr: \u000a| �[0;m�[38;5;43m20221213155840579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155840579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbd0365c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155840579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155840579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155840580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155840580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155840581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155840582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155840582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155840582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:41.620731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2781): Terminating (SIGTERM)\u000a15:58:41.663655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2784): Terminating (SIGTERM)\u000a15:58:41.706432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2787): Terminating (SIGTERM)\u000a15:58:41.716191 --- ParallelTerminationStrategy: PID 2781 died...\u000a15:58:41.773173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2781): Terminated: ok {rc=0}\u000a15:58:41.783298 --- ParallelTerminationStrategy: PID 2784 died...\u000a15:58:41.839874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2784): Terminated: ok {rc=0}\u000a15:58:41.849982 --- ParallelTerminationStrategy: PID 2787 died...\u000a15:58:41.906735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2787): Terminated: ok {rc=0}\u000a15:58:41.995075 bus /sierra_3: Setting Powered False\u000a15:58:43.098106 bus /sierra_3: Setting Powered False\u000a15:58:44.210388 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:58:23" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2799): Process ended prematurely: osmo-stp_10.42.42.5(pid=2799) [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2799)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2799): Process ended prematurely: osmo-stp_10.42.42.5(pid=2799) [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a15:58:46.213447 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:46.225433 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:58:46.427047 tst mo_mt_call.py: using LAC 34684\u000a15:58:46.563871 tst mo_mt_call.py: using RAC 4\u000a15:58:46.691705 tst mo_mt_call.py: using CellId 34684\u000a15:58:46.829418 tst mo_mt_call.py: using BVCI 34685\u000a15:58:46.856070 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:46.868764 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:46.881485 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:46.894131 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:46.907983 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:46.921623 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:58:47.049066 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:58:47.267170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:47.797949 run create_hlr_db(pid=2793): Launched\u000a15:58:47.991439 bus /sierra_2: Setting Powered False\u000a15:58:49.011899 run create_hlr_db(pid=2793): Terminated: ok {rc=0}\u000a15:58:49.436797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2795): Launched\u000a15:58:49.754003 run osmo-hlr_10.42.42.2(pid=2796): Launched\u000a15:58:49.869265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:58:50.415563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2798): Launched\u000a15:58:50.729976 run osmo-stp_10.42.42.5(pid=2799): Launched\u000a15:58:50.851126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:58:51.432347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2801): Launched\u000a15:58:51.747267 run osmo-msc_10.42.42.6(pid=2802): Launched\u000a15:58:51.930791 run osmo-stp_10.42.42.5(pid=2799): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2799)]\u000a15:58:52.062642 run osmo-stp_10.42.42.5(pid=2799): stdout: \u000a| (launched: 2022-12-13_15:58:50.574909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:52.192158 run osmo-stp_10.42.42.5(pid=2799): stderr: \u000a| �[0;m�[38;5;43m20221213155850749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155850749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155850749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155850749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155850750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155850750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155850750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:52.317099 run osmo-stp_10.42.42.5(pid=2799): stdout: \u000a| (launched: 2022-12-13_15:58:50.574909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:58:52.440395 run osmo-stp_10.42.42.5(pid=2799): stderr: \u000a| �[0;m�[38;5;43m20221213155850749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155850749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155850749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155850749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155850750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155850750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155850750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:58:52.495280 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2799): Process ended prematurely: osmo-stp_10.42.42.5(pid=2799) [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2799)] [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a15:58:52.504090 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a15:58:52.564683 run osmo-hlr_10.42.42.2(pid=2796): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2796)]\u000a15:58:52.613808 run osmo-hlr_10.42.42.2(pid=2796): stdout: \u000a| (launched: 2022-12-13_15:58:49.596593) \u000a15:58:52.663760 run osmo-hlr_10.42.42.2(pid=2796): stderr: \u000a| �[0;m�[1;31m20221213155849776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155849776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155849776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155849776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155849776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155849776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155849791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155849800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155849800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155849800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:58:52.731514 run osmo-msc_10.42.42.6(pid=2802): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2802)]\u000a15:58:52.780818 run osmo-msc_10.42.42.6(pid=2802): stdout: \u000a| (launched: 2022-12-13_15:58:51.591077) \u000a15:58:52.831208 run osmo-msc_10.42.42.6(pid=2802): stderr: \u000a| �[0;m�[38;5;43m20221213155851864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155851864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f046ef83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155851864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155851865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155851865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155851865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155851867 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155851867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155851867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155851867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:58:52.873365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2795): Terminating (SIGTERM)\u000a15:58:52.913409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2798): Terminating (SIGTERM)\u000a15:58:52.953537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2801): Terminating (SIGTERM)\u000a15:58:52.962749 --- ParallelTerminationStrategy: PID 2795 died...\u000a15:58:53.016629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2795): Terminated: ok {rc=0}\u000a15:58:53.026314 --- ParallelTerminationStrategy: PID 2798 died...\u000a15:58:53.079565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2798): Terminated: ok {rc=0}\u000a15:58:53.089166 --- ParallelTerminationStrategy: PID 2801 died...\u000a15:58:53.142517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2801): Terminated: ok {rc=0}\u000a15:58:53.231005 bus /sierra_3: Setting Powered False\u000a15:58:54.335054 bus /sierra_3: Setting Powered False\u000a15:58:55.443978 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2810): Process ended prematurely: osmo-stp_10.42.42.5(pid=2810) [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2810)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2810): Process ended prematurely: osmo-stp_10.42.42.5(pid=2810) [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:58:56.560460 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:56.573073 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a15:58:56.744585 tst mo_mt_call_osmux.py: using LAC 34685\u000a15:58:56.877245 tst mo_mt_call_osmux.py: using RAC 5\u000a15:58:57.008788 tst mo_mt_call_osmux.py: using CellId 34685\u000a15:58:57.141723 tst mo_mt_call_osmux.py: using BVCI 34686\u000a15:58:57.167267 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:57.179000 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:57.190532 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:57.202136 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:57.214217 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a15:58:57.226071 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:58:57.348595 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a15:58:57.566295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:58:58.094122 run create_hlr_db(pid=2804): Launched\u000a15:58:58.288511 bus /sierra_2: Setting Powered False\u000a15:58:59.308893 run create_hlr_db(pid=2804): Terminated: ok {rc=0}\u000a15:58:59.755942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2806): Launched\u000a15:59:00.094371 run osmo-hlr_10.42.42.2(pid=2807): Launched\u000a15:59:00.219901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:00.805669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2809): Launched\u000a15:59:01.372647 run osmo-stp_10.42.42.5(pid=2810): Launched\u000a15:59:01.584904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:02.268843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2812): Launched\u000a15:59:02.610608 run osmo-msc_10.42.42.6(pid=2813): Launched\u000a15:59:02.806593 run osmo-stp_10.42.42.5(pid=2810): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2810)]\u000a15:59:02.948392 run osmo-stp_10.42.42.5(pid=2810): stdout: \u000a| (launched: 2022-12-13_15:59:00.987343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:03.087731 run osmo-stp_10.42.42.5(pid=2810): stderr: \u000a| �[0;m�[38;5;43m20221213155901301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155901301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155901302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155901304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155901305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155901305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155901305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:03.221804 run osmo-stp_10.42.42.5(pid=2810): stdout: \u000a| (launched: 2022-12-13_15:59:00.987343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:03.355446 run osmo-stp_10.42.42.5(pid=2810): stderr: \u000a| �[0;m�[38;5;43m20221213155901301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155901301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155901302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155901304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155901305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155901305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155901305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:03.414344 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2810): Process ended prematurely: osmo-stp_10.42.42.5(pid=2810) [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2810)] [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a15:59:03.423786 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a15:59:03.487924 run osmo-hlr_10.42.42.2(pid=2807): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2807)]\u000a15:59:03.540270 run osmo-hlr_10.42.42.2(pid=2807): stdout: \u000a| (launched: 2022-12-13_15:58:59.926782) \u000a15:59:03.593221 run osmo-hlr_10.42.42.2(pid=2807): stderr: \u000a| �[0;m�[1;31m20221213155900126 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155900127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155900127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155900127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155900127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155900127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155900139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155900148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155900148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155900148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:03.664875 run osmo-msc_10.42.42.6(pid=2813): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2813)]\u000a15:59:03.717105 run osmo-msc_10.42.42.6(pid=2813): stdout: \u000a| (launched: 2022-12-13_15:59:02.442081) \u000a15:59:03.769770 run osmo-msc_10.42.42.6(pid=2813): stderr: \u000a| �[0;m�[38;5;43m20221213155902767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155902767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83c1f9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155902767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155902767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155902768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155902768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155902770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155902770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155902770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155902770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:03.814879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2806): Terminating (SIGTERM)\u000a15:59:03.858004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2809): Terminating (SIGTERM)\u000a15:59:03.900637 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2812): Terminating (SIGTERM)\u000a15:59:03.910482 --- ParallelTerminationStrategy: PID 2806 died...\u000a15:59:03.967119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2806): Terminated: ok {rc=0}\u000a15:59:03.977256 --- ParallelTerminationStrategy: PID 2809 died...\u000a15:59:04.033587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2809): Terminated: ok {rc=0}\u000a15:59:04.043681 --- ParallelTerminationStrategy: PID 2812 died...\u000a15:59:04.100049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2812): Terminated: ok {rc=0}\u000a15:59:04.186717 bus /sierra_3: Setting Powered False\u000a15:59:05.294119 bus /sierra_3: Setting Powered False\u000a15:59:06.402000 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:58:45" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2825): Process ended prematurely: osmo-stp_10.42.42.5(pid=2825) [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2825)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2825): Process ended prematurely: osmo-stp_10.42.42.5(pid=2825) [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a15:59:08.405936 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:08.417503 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:59:08.589446 tst mo_mt_call.py: using LAC 34686\u000a15:59:08.722362 tst mo_mt_call.py: using RAC 6\u000a15:59:08.854584 tst mo_mt_call.py: using CellId 34686\u000a15:59:08.986204 tst mo_mt_call.py: using BVCI 34687\u000a15:59:09.011806 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:09.023348 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:09.034892 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:09.046326 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:09.058517 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:09.070847 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:59:09.192610 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:59:09.411526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:09.940444 run create_hlr_db(pid=2819): Launched\u000a15:59:10.135171 bus /sierra_2: Setting Powered False\u000a15:59:11.144463 run create_hlr_db(pid=2819): Terminated: ok {rc=0}\u000a15:59:11.603212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2821): Launched\u000a15:59:11.941126 run osmo-hlr_10.42.42.2(pid=2822): Launched\u000a15:59:12.071865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:12.661284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2824): Launched\u000a15:59:13.001211 run osmo-stp_10.42.42.5(pid=2825): Launched\u000a15:59:13.123485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:13.740154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2827): Launched\u000a15:59:14.078518 run osmo-msc_10.42.42.6(pid=2828): Launched\u000a15:59:14.279333 run osmo-stp_10.42.42.5(pid=2825): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2825)]\u000a15:59:14.420177 run osmo-stp_10.42.42.5(pid=2825): stdout: \u000a| (launched: 2022-12-13_15:59:12.832224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:14.559681 run osmo-stp_10.42.42.5(pid=2825): stderr: \u000a| �[0;m�[38;5;43m20221213155913028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155913028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155913028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155913028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155913029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155913029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155913029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:14.694098 run osmo-stp_10.42.42.5(pid=2825): stdout: \u000a| (launched: 2022-12-13_15:59:12.832224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:14.827455 run osmo-stp_10.42.42.5(pid=2825): stderr: \u000a| �[0;m�[38;5;43m20221213155913028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155913028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155913028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155913028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155913029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155913029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155913029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:14.886462 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2825): Process ended prematurely: osmo-stp_10.42.42.5(pid=2825) [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2825)] [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a15:59:14.896363 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:59:14.960575 run osmo-hlr_10.42.42.2(pid=2822): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2822)]\u000a15:59:15.012902 run osmo-hlr_10.42.42.2(pid=2822): stdout: \u000a| (launched: 2022-12-13_15:59:11.773851) \u000a15:59:15.065831 run osmo-hlr_10.42.42.2(pid=2822): stderr: \u000a| �[0;m�[1;31m20221213155912041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155912041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155912041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155912041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155912041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155912041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155912055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155912063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155912063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155912064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:15.137930 run osmo-msc_10.42.42.6(pid=2828): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2828)]\u000a15:59:15.190397 run osmo-msc_10.42.42.6(pid=2828): stdout: \u000a| (launched: 2022-12-13_15:59:13.911275) \u000a15:59:15.243354 run osmo-msc_10.42.42.6(pid=2828): stderr: \u000a| �[0;m�[38;5;43m20221213155914234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155914234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f415fa35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155914234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155914234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155914234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155914235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155914236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155914237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155914237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155914237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:15.289147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2821): Terminating (SIGTERM)\u000a15:59:15.332587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2824): Terminating (SIGTERM)\u000a15:59:15.375286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2827): Terminating (SIGTERM)\u000a15:59:15.385185 --- ParallelTerminationStrategy: PID 2821 died...\u000a15:59:15.442439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2821): Terminated: ok {rc=0}\u000a15:59:15.452481 --- ParallelTerminationStrategy: PID 2824 died...\u000a15:59:15.509502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2824): Terminated: ok {rc=0}\u000a15:59:15.519614 --- ParallelTerminationStrategy: PID 2827 died...\u000a15:59:15.576674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2827): Terminated: ok {rc=0}\u000a15:59:15.665733 bus /sierra_3: Setting Powered False\u000a15:59:16.787166 bus /sierra_3: Setting Powered False\u000a15:59:17.897980 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2837): Process ended prematurely: osmo-stp_10.42.42.5(pid=2837) [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2837)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2837): Process ended prematurely: osmo-stp_10.42.42.5(pid=2837) [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:59:19.016260 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:19.028488 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a15:59:19.200095 tst mo_mt_call_osmux.py: using LAC 34687\u000a15:59:19.326981 tst mo_mt_call_osmux.py: using RAC 7\u000a15:59:19.455571 tst mo_mt_call_osmux.py: using CellId 34687\u000a15:59:19.579321 tst mo_mt_call_osmux.py: using BVCI 34688\u000a15:59:19.604051 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:19.615443 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:19.626591 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:19.637648 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:19.648703 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a15:59:19.659856 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:59:19.779532 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a15:59:19.997697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:20.530145 run create_hlr_db(pid=2830): Launched\u000a15:59:20.724900 bus /sierra_2: Setting Powered False\u000a15:59:21.745693 run create_hlr_db(pid=2830): Terminated: ok {rc=0}\u000a15:59:22.172053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2833): Launched\u000a15:59:22.491231 run osmo-hlr_10.42.42.2(pid=2834): Launched\u000a15:59:22.616699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:23.171580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2836): Launched\u000a15:59:23.490877 run osmo-stp_10.42.42.5(pid=2837): Launched\u000a15:59:23.606389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:24.184828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2839): Launched\u000a15:59:24.502399 run osmo-msc_10.42.42.6(pid=2840): Launched\u000a15:59:24.687219 run osmo-stp_10.42.42.5(pid=2837): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2837)]\u000a15:59:24.820709 run osmo-stp_10.42.42.5(pid=2837): stdout: \u000a| (launched: 2022-12-13_15:59:23.332190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:24.951161 run osmo-stp_10.42.42.5(pid=2837): stderr: \u000a| �[0;m�[38;5;43m20221213155923507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155923508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155923508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155923508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155923509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155923509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155923509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:25.076460 run osmo-stp_10.42.42.5(pid=2837): stdout: \u000a| (launched: 2022-12-13_15:59:23.332190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:25.201428 run osmo-stp_10.42.42.5(pid=2837): stderr: \u000a| �[0;m�[38;5;43m20221213155923507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155923508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155923508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155923508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155923509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155923509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155923509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:25.256346 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2837): Process ended prematurely: osmo-stp_10.42.42.5(pid=2837) [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2837)] [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a15:59:25.264934 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a15:59:25.325698 run osmo-hlr_10.42.42.2(pid=2834): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2834)]\u000a15:59:25.375515 run osmo-hlr_10.42.42.2(pid=2834): stdout: \u000a| (launched: 2022-12-13_15:59:22.332548) \u000a15:59:25.426026 run osmo-hlr_10.42.42.2(pid=2834): stderr: \u000a| �[0;m�[1;31m20221213155922512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155922513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155922513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155922513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155922513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155922513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155922525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155922533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155922533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155922533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:25.494598 run osmo-msc_10.42.42.6(pid=2840): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2840)]\u000a15:59:25.544476 run osmo-msc_10.42.42.6(pid=2840): stdout: \u000a| (launched: 2022-12-13_15:59:24.344461) \u000a15:59:25.595193 run osmo-msc_10.42.42.6(pid=2840): stderr: \u000a| �[0;m�[38;5;43m20221213155924619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155924619 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24b33b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155924619 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155924619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155924620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155924620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155924622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155924622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155924622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155924622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:25.637848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2833): Terminating (SIGTERM)\u000a15:59:25.678171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2836): Terminating (SIGTERM)\u000a15:59:25.718523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2839): Terminating (SIGTERM)\u000a15:59:25.727798 --- ParallelTerminationStrategy: PID 2833 died...\u000a15:59:25.781824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2833): Terminated: ok {rc=0}\u000a15:59:25.791472 --- ParallelTerminationStrategy: PID 2836 died...\u000a15:59:25.845395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2836): Terminated: ok {rc=0}\u000a15:59:25.855027 --- ParallelTerminationStrategy: PID 2839 died...\u000a15:59:25.908707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2839): Terminated: ok {rc=0}\u000a15:59:25.998507 bus /sierra_3: Setting Powered False\u000a15:59:27.102793 bus /sierra_3: Setting Powered False\u000a15:59:28.215375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:59:08" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2851): Process ended prematurely: osmo-stp_10.42.42.5(pid=2851) [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2851)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2851): Process ended prematurely: osmo-stp_10.42.42.5(pid=2851) [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a15:59:30.219305 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:30.230552 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a15:59:30.370010 tst mo_mt_call.py: using LAC 34688\u000a15:59:30.491310 tst mo_mt_call.py: using RAC 8\u000a15:59:30.614419 tst mo_mt_call.py: using CellId 34688\u000a15:59:30.738026 tst mo_mt_call.py: using BVCI 34689\u000a15:59:30.761992 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:30.772940 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:30.783805 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:30.794689 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:30.805915 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:30.816905 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:59:30.958406 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:59:31.202297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:31.779923 run create_hlr_db(pid=2845): Launched\u000a15:59:31.981269 bus /sierra_2: Setting Powered False\u000a15:59:32.995555 run create_hlr_db(pid=2845): Terminated: ok {rc=0}\u000a15:59:33.448697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2847): Launched\u000a15:59:33.786580 run osmo-hlr_10.42.42.2(pid=2848): Launched\u000a15:59:33.910659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:34.494914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2850): Launched\u000a15:59:34.833321 run osmo-stp_10.42.42.5(pid=2851): Launched\u000a15:59:34.954488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:35.571056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2853): Launched\u000a15:59:35.909296 run osmo-msc_10.42.42.6(pid=2854): Launched\u000a15:59:36.105910 run osmo-stp_10.42.42.5(pid=2851): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2851)]\u000a15:59:36.247559 run osmo-stp_10.42.42.5(pid=2851): stdout: \u000a| (launched: 2022-12-13_15:59:34.665412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:36.387854 run osmo-stp_10.42.42.5(pid=2851): stderr: \u000a| �[0;m�[38;5;43m20221213155934862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155934862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155934862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155934863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155934863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155934863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155934863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:36.522161 run osmo-stp_10.42.42.5(pid=2851): stdout: \u000a| (launched: 2022-12-13_15:59:34.665412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:36.655357 run osmo-stp_10.42.42.5(pid=2851): stderr: \u000a| �[0;m�[38;5;43m20221213155934862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155934862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155934862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155934863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155934863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155934863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155934863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:36.714316 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2851): Process ended prematurely: osmo-stp_10.42.42.5(pid=2851) [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2851)] [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a15:59:36.723949 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a15:59:36.787714 run osmo-hlr_10.42.42.2(pid=2848): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2848)]\u000a15:59:36.839845 run osmo-hlr_10.42.42.2(pid=2848): stdout: \u000a| (launched: 2022-12-13_15:59:33.619717) \u000a15:59:36.892718 run osmo-hlr_10.42.42.2(pid=2848): stderr: \u000a| �[0;m�[1;31m20221213155933821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155933821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155933821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155933821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155933821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155933821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155933835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155933845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155933845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155933845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:36.964648 run osmo-msc_10.42.42.6(pid=2854): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2854)]\u000a15:59:37.016813 run osmo-msc_10.42.42.6(pid=2854): stdout: \u000a| (launched: 2022-12-13_15:59:35.741521) \u000a15:59:37.069360 run osmo-msc_10.42.42.6(pid=2854): stderr: \u000a| �[0;m�[38;5;43m20221213155936065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155936065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2db9050c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155936065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155936066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155936066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155936066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155936067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155936068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155936068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155936068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:37.114553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2847): Terminating (SIGTERM)\u000a15:59:37.157695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2850): Terminating (SIGTERM)\u000a15:59:37.200337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2853): Terminating (SIGTERM)\u000a15:59:37.210180 --- ParallelTerminationStrategy: PID 2847 died...\u000a15:59:37.267008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2847): Terminated: ok {rc=0}\u000a15:59:37.277169 --- ParallelTerminationStrategy: PID 2850 died...\u000a15:59:37.333947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2850): Terminated: ok {rc=0}\u000a15:59:37.344466 --- ParallelTerminationStrategy: PID 2853 died...\u000a15:59:37.401261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2853): Terminated: ok {rc=0}\u000a15:59:37.489348 bus /sierra_3: Setting Powered False\u000a15:59:38.596604 bus /sierra_3: Setting Powered False\u000a15:59:39.705473 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2862): Process ended prematurely: osmo-stp_10.42.42.5(pid=2862) [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2862): Process ended prematurely: osmo-stp_10.42.42.5(pid=2862) [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a15:59:40.823316 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:40.835795 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a15:59:40.989904 tst mo_mt_call_osmux.py: using LAC 34689\u000a15:59:41.120652 tst mo_mt_call_osmux.py: using RAC 9\u000a15:59:41.245967 tst mo_mt_call_osmux.py: using CellId 34689\u000a15:59:41.367191 tst mo_mt_call_osmux.py: using BVCI 34690\u000a15:59:41.391046 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:41.402185 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:41.413160 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:41.423948 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:41.434811 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a15:59:41.445769 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:59:41.563843 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a15:59:41.781272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:42.309951 run create_hlr_db(pid=2856): Launched\u000a15:59:42.504565 bus /sierra_2: Setting Powered False\u000a15:59:43.524863 run create_hlr_db(pid=2856): Terminated: ok {rc=0}\u000a15:59:43.972862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2858): Launched\u000a15:59:44.312887 run osmo-hlr_10.42.42.2(pid=2859): Launched\u000a15:59:44.436312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:45.023459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2861): Launched\u000a15:59:45.364886 run osmo-stp_10.42.42.5(pid=2862): Launched\u000a15:59:45.486886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:46.144854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2864): Launched\u000a15:59:46.533570 run osmo-msc_10.42.42.6(pid=2865): Launched\u000a15:59:46.971837 run osmo-stp_10.42.42.5(pid=2862): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)]\u000a15:59:47.145787 run osmo-stp_10.42.42.5(pid=2862): stdout: \u000a| (launched: 2022-12-13_15:59:45.195048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:47.295535 run osmo-stp_10.42.42.5(pid=2862): stderr: \u000a| �[0;m�[38;5;43m20221213155945391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155945392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155945392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155945392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:47.439965 run osmo-stp_10.42.42.5(pid=2862): stdout: \u000a| (launched: 2022-12-13_15:59:45.195048)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:47.564408 run osmo-stp_10.42.42.5(pid=2862): stderr: \u000a| �[0;m�[38;5;43m20221213155945391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155945392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155945392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155945392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155945393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:47.619915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2862): Process ended prematurely: osmo-stp_10.42.42.5(pid=2862) [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2862)] [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a15:59:47.628566 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a15:59:47.688596 run osmo-hlr_10.42.42.2(pid=2859): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2859)]\u000a15:59:47.737908 run osmo-hlr_10.42.42.2(pid=2859): stdout: \u000a| (launched: 2022-12-13_15:59:44.143799) \u000a15:59:47.787880 run osmo-hlr_10.42.42.2(pid=2859): stderr: \u000a| �[0;m�[1;31m20221213155944345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155944345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155944345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155944345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155944345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155944346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155944358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155944367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155944367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155944368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:47.855764 run osmo-msc_10.42.42.6(pid=2865): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2865)]\u000a15:59:47.905348 run osmo-msc_10.42.42.6(pid=2865): stdout: \u000a| (launched: 2022-12-13_15:59:46.325678) \u000a15:59:47.955362 run osmo-msc_10.42.42.6(pid=2865): stderr: \u000a| �[0;m�[38;5;43m20221213155946795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155946795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7d1b4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155946796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155946796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155946796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155946796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155946798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155946798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155946798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155946798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:47.997855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2858): Terminating (SIGTERM)\u000a15:59:48.038054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2861): Terminating (SIGTERM)\u000a15:59:48.078447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2864): Terminating (SIGTERM)\u000a15:59:48.087684 --- ParallelTerminationStrategy: PID 2858 died...\u000a15:59:48.141189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2858): Terminated: ok {rc=0}\u000a15:59:48.150713 --- ParallelTerminationStrategy: PID 2861 died...\u000a15:59:48.203927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2861): Terminated: ok {rc=0}\u000a15:59:48.213874 --- ParallelTerminationStrategy: PID 2864 died...\u000a15:59:48.266991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2864): Terminated: ok {rc=0}\u000a15:59:48.351147 bus /sierra_3: Setting Powered False\u000a15:59:49.453957 bus /sierra_3: Setting Powered False\u000a15:59:50.561232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:59:29" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a15:59:52.571906 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:59:52.583382 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a15:59:52.727545 tst mo_mt_call.py: using LAC 34690\u000a15:59:52.851873 tst mo_mt_call.py: using RAC 10\u000a15:59:52.976828 tst mo_mt_call.py: using CellId 34690\u000a15:59:53.107099 tst mo_mt_call.py: using BVCI 34691\u000a15:59:53.132782 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:59:53.144696 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:59:53.156536 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:59:53.168427 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:59:53.180630 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a15:59:53.192674 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:59:53.312486 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a15:59:53.530177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a15:59:54.059051 run create_hlr_db(pid=2870): Launched\u000a15:59:54.253659 bus /sierra_2: Setting Powered False\u000a15:59:55.274582 run create_hlr_db(pid=2870): Terminated: ok {rc=0}\u000a15:59:55.701839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Launched\u000a15:59:56.018888 run osmo-hlr_10.42.42.2(pid=2873): Launched\u000a15:59:56.135353 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a15:59:56.683295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Launched\u000a15:59:57.001084 run osmo-stp_10.42.42.5(pid=2876): Launched\u000a15:59:57.117564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a15:59:57.695938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2878): Launched\u000a15:59:58.014641 run osmo-msc_10.42.42.6(pid=2879): Launched\u000a15:59:58.198461 run osmo-stp_10.42.42.5(pid=2876): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)]\u000a15:59:58.330999 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-13_15:59:56.843334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:58.461988 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221213155957017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155957017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155957018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155957018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155957020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155957020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155957021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:58.588012 run osmo-stp_10.42.42.5(pid=2876): stdout: \u000a| (launched: 2022-12-13_15:59:56.843334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a15:59:58.712622 run osmo-stp_10.42.42.5(pid=2876): stderr: \u000a| �[0;m�[38;5;43m20221213155957017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213155957017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213155957018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213155957018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213155957020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213155957020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213155957021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a15:59:58.767823 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2876): Process ended prematurely: osmo-stp_10.42.42.5(pid=2876) [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2876)] [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a15:59:58.776557 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a15:59:58.836523 run osmo-hlr_10.42.42.2(pid=2873): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2873)]\u000a15:59:58.885717 run osmo-hlr_10.42.42.2(pid=2873): stdout: \u000a| (launched: 2022-12-13_15:59:55.862133) \u000a15:59:58.935656 run osmo-hlr_10.42.42.2(pid=2873): stderr: \u000a| �[0;m�[1;31m20221213155956043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213155956043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213155956043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155956044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213155956044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213155956044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213155956056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213155956065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213155956065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213155956065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a15:59:59.003731 run osmo-msc_10.42.42.6(pid=2879): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2879)]\u000a15:59:59.053606 run osmo-msc_10.42.42.6(pid=2879): stdout: \u000a| (launched: 2022-12-13_15:59:57.856281) \u000a15:59:59.103761 run osmo-msc_10.42.42.6(pid=2879): stderr: \u000a| �[0;m�[38;5;43m20221213155958131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213155958131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d24398c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213155958131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213155958131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213155958131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213155958132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213155958133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213155958134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213155958134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213155958134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a15:59:59.146055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminating (SIGTERM)\u000a15:59:59.186063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminating (SIGTERM)\u000a15:59:59.226305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2878): Terminating (SIGTERM)\u000a15:59:59.235609 --- ParallelTerminationStrategy: PID 2872 died...\u000a15:59:59.288894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2872): Terminated: ok {rc=0}\u000a15:59:59.298499 --- ParallelTerminationStrategy: PID 2875 died...\u000a15:59:59.352076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2875): Terminated: ok {rc=0}\u000a15:59:59.362052 --- ParallelTerminationStrategy: PID 2878 died...\u000a15:59:59.415295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2878): Terminated: ok {rc=0}\u000a15:59:59.499669 bus /sierra_3: Setting Powered False\u000a16:00:00.606986 bus /sierra_3: Setting Powered False\u000a16:00:01.729768 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2897): Process ended prematurely: osmo-stp_10.42.42.5(pid=2897) [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2897)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2897): Process ended prematurely: osmo-stp_10.42.42.5(pid=2897) [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:00:02.842604 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:00:02.854821 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:00:02.998879 tst mo_mt_call_osmux.py: using LAC 34691\u000a16:00:03.124123 tst mo_mt_call_osmux.py: using RAC 11\u000a16:00:03.248517 tst mo_mt_call_osmux.py: using CellId 34691\u000a16:00:03.373779 tst mo_mt_call_osmux.py: using BVCI 34692\u000a16:00:03.397734 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:00:03.409207 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:00:03.420381 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:00:03.431643 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:00:03.442963 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:00:03.454284 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:00:03.574118 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:00:03.788683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:04.294109 run create_hlr_db(pid=2891): Launched\u000a16:00:04.474892 bus /sierra_2: Setting Powered False\u000a16:00:05.495628 run create_hlr_db(pid=2891): Terminated: ok {rc=0}\u000a16:00:05.942810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2893): Launched\u000a16:00:06.280373 run osmo-hlr_10.42.42.2(pid=2894): Launched\u000a16:00:06.404047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:06.987193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2896): Launched\u000a16:00:07.334317 run osmo-stp_10.42.42.5(pid=2897): Launched\u000a16:00:07.457241 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:00:08.070650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2899): Launched\u000a16:00:08.409023 run osmo-msc_10.42.42.6(pid=2900): Launched\u000a16:00:08.604371 run osmo-stp_10.42.42.5(pid=2897): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2897)]\u000a16:00:08.745854 run osmo-stp_10.42.42.5(pid=2897): stdout: \u000a| (launched: 2022-12-13_16:00:07.157697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:08.885386 run osmo-stp_10.42.42.5(pid=2897): stderr: \u000a| �[0;m�[38;5;43m20221213160007353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160007353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160007354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160007354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160007354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160007355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160007355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:09.019307 run osmo-stp_10.42.42.5(pid=2897): stdout: \u000a| (launched: 2022-12-13_16:00:07.157697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:09.152201 run osmo-stp_10.42.42.5(pid=2897): stderr: \u000a| �[0;m�[38;5;43m20221213160007353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160007353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160007354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160007354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160007354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160007355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160007355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:09.210924 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2897): Process ended prematurely: osmo-stp_10.42.42.5(pid=2897) [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2897)] [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:00:09.220202 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:00:09.283701 run osmo-hlr_10.42.42.2(pid=2894): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2894)]\u000a16:00:09.336042 run osmo-hlr_10.42.42.2(pid=2894): stdout: \u000a| (launched: 2022-12-13_16:00:06.113567) \u000a16:00:09.388850 run osmo-hlr_10.42.42.2(pid=2894): stderr: \u000a| �[0;m�[1;31m20221213160006313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160006313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160006313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160006313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160006313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160006313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160006326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160006334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160006334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160006334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:09.460215 run osmo-msc_10.42.42.6(pid=2900): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2900)]\u000a16:00:09.512039 run osmo-msc_10.42.42.6(pid=2900): stdout: \u000a| (launched: 2022-12-13_16:00:08.241232) \u000a16:00:09.564501 run osmo-msc_10.42.42.6(pid=2900): stderr: \u000a| �[0;m�[38;5;43m20221213160008567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160008567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef86b40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160008567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160008567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160008567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160008568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160008569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160008570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160008570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160008570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:00:09.609310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2893): Terminating (SIGTERM)\u000a16:00:09.652135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2896): Terminating (SIGTERM)\u000a16:00:09.694526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2899): Terminating (SIGTERM)\u000a16:00:09.704195 --- ParallelTerminationStrategy: PID 2893 died...\u000a16:00:09.760680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2893): Terminated: ok {rc=0}\u000a16:00:09.770740 --- ParallelTerminationStrategy: PID 2896 died...\u000a16:00:09.826823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2896): Terminated: ok {rc=0}\u000a16:00:09.836749 --- ParallelTerminationStrategy: PID 2899 died...\u000a16:00:09.893275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2899): Terminated: ok {rc=0}\u000a16:00:09.979123 bus /sierra_3: Setting Powered False\u000a16:00:11.085866 bus /sierra_3: Setting Powered False\u000a16:00:12.198408 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T15:59:52" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3264): Process ended prematurely: osmo-stp_10.42.42.5(pid=3264) [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3264)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3264): Process ended prematurely: osmo-stp_10.42.42.5(pid=3264) [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:00:14.247796 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:14.260063 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a16:00:14.409111 tst emergency_mo_mt_call.py: using LAC 34692\u000a16:00:14.534470 tst emergency_mo_mt_call.py: using RAC 12\u000a16:00:14.665942 tst emergency_mo_mt_call.py: using CellId 34692\u000a16:00:14.795659 tst emergency_mo_mt_call.py: using BVCI 34693\u000a16:00:14.820621 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:14.831922 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:14.843121 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:14.854183 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:14.865669 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:14.876938 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:15.000498 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:15.215257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:15.738202 run create_hlr_db(pid=3258): Launched\u000a16:00:15.937299 bus /sierra_2: Setting Powered False\u000a16:00:17.007375 run create_hlr_db(pid=3258): Terminated: ok {rc=0}\u000a16:00:17.432508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3260): Launched\u000a16:00:17.742725 run osmo-hlr_10.42.42.2(pid=3261): Launched\u000a16:00:17.862812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:18.407545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3263): Launched\u000a16:00:18.719964 run osmo-stp_10.42.42.5(pid=3264): Launched\u000a16:00:18.853169 tst emergency_mo_mt_call.py: using MSISDN 8214\u000a16:00:19.010290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:00:19.575418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3266): Launched\u000a16:00:19.888322 run osmo-msc_10.42.42.6(pid=3267): Launched\u000a16:00:20.069254 run osmo-stp_10.42.42.5(pid=3264): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3264)]\u000a16:00:20.199062 run osmo-stp_10.42.42.5(pid=3264): stdout: \u000a| (launched: 2022-12-13_16:00:18.564724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:20.327148 run osmo-stp_10.42.42.5(pid=3264): stderr: \u000a| �[0;m�[38;5;43m20221213160018737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160018738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160018738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160018738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:20.450036 run osmo-stp_10.42.42.5(pid=3264): stdout: \u000a| (launched: 2022-12-13_16:00:18.564724)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:20.572157 run osmo-stp_10.42.42.5(pid=3264): stderr: \u000a| �[0;m�[38;5;43m20221213160018737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160018738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160018738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160018738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160018739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:20.625616 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3264): Process ended prematurely: osmo-stp_10.42.42.5(pid=3264) [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3264)] [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a16:00:20.633633 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a16:00:20.693451 run osmo-hlr_10.42.42.2(pid=3261): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3261)]\u000a16:00:20.742713 run osmo-hlr_10.42.42.2(pid=3261): stdout: \u000a| (launched: 2022-12-13_16:00:17.589828) \u000a16:00:20.793088 run osmo-hlr_10.42.42.2(pid=3261): stderr: \u000a| �[0;m�[1;31m20221213160017772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160017773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160017773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160017773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160017773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160017773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160017785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160017794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160017794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160017794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:20.861116 run osmo-msc_10.42.42.6(pid=3267): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3267)]\u000a16:00:20.910183 run osmo-msc_10.42.42.6(pid=3267): stdout: \u000a| (launched: 2022-12-13_16:00:19.731828) \u000a16:00:20.959792 run osmo-msc_10.42.42.6(pid=3267): stderr: \u000a| �[0;m�[38;5;43m20221213160020006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160020007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc625ac7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160020007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160020007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160020007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160020007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160020009 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160020009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160020010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160020010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:00:21.002179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3260): Terminating (SIGTERM)\u000a16:00:21.042754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3263): Terminating (SIGTERM)\u000a16:00:21.083167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3266): Terminating (SIGTERM)\u000a16:00:21.092424 --- ParallelTerminationStrategy: PID 3260 died...\u000a16:00:21.145959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3260): Terminated: ok {rc=0}\u000a16:00:21.155585 --- ParallelTerminationStrategy: PID 3263 died...\u000a16:00:21.208721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3263): Terminated: ok {rc=0}\u000a16:00:21.218263 --- ParallelTerminationStrategy: PID 3266 died...\u000a16:00:21.271875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3266): Terminated: ok {rc=0}\u000a16:00:21.361290 bus /sierra_3: Setting Powered False\u000a16:00:22.465632 bus /sierra_3: Setting Powered False\u000a16:00:23.584574 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3451): Process ended prematurely: osmo-stp_10.42.42.5(pid=3451) [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3451): Process ended prematurely: osmo-stp_10.42.42.5(pid=3451) [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:00:24.641372 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:24.654491 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a16:00:24.808251 tst emergency_preemptive_call.py: using LAC 34693\u000a16:00:24.938044 tst emergency_preemptive_call.py: using RAC 13\u000a16:00:25.069701 tst emergency_preemptive_call.py: using CellId 34693\u000a16:00:25.202383 tst emergency_preemptive_call.py: using BVCI 34694\u000a16:00:25.228699 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:25.240859 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:25.253068 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:25.265093 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:25.278101 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:00:25.291001 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:25.419691 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:25.545464 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:25.673208 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:25.890263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:26.457218 run create_hlr_db(pid=3444): Launched\u000a16:00:26.655829 bus /sierra_2: Setting Powered False\u000a16:00:27.678246 run create_hlr_db(pid=3444): Terminated: ok {rc=0}\u000a16:00:28.138158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3446): Launched\u000a16:00:28.590136 run osmo-hlr_10.42.42.2(pid=3447): Launched\u000a16:00:28.835567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:29.424166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3450): Launched\u000a16:00:29.760620 run osmo-stp_10.42.42.5(pid=3451): Launched\u000a16:00:29.894507 tst emergency_preemptive_call.py: using MSISDN 8215\u000a16:00:30.058424 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:00:30.662896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3453): Launched\u000a16:00:31.139168 run osmo-msc_10.42.42.6(pid=3454): Launched\u000a16:00:31.586898 run osmo-stp_10.42.42.5(pid=3451): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)]\u000a16:00:31.808440 run osmo-stp_10.42.42.5(pid=3451): stdout: \u000a| (launched: 2022-12-13_16:00:29.594026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:31.940203 run osmo-stp_10.42.42.5(pid=3451): stderr: \u000a| �[0;m�[38;5;43m20221213160029788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160029788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160029789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160029789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160029790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160029790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160029790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:32.068609 run osmo-stp_10.42.42.5(pid=3451): stdout: \u000a| (launched: 2022-12-13_16:00:29.594026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:32.194176 run osmo-stp_10.42.42.5(pid=3451): stderr: \u000a| �[0;m�[38;5;43m20221213160029788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160029788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160029789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160029789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160029790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160029790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160029790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:32.249483 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3451): Process ended prematurely: osmo-stp_10.42.42.5(pid=3451) [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3451)] [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a16:00:32.258092 tst emergency_preemptive_call.py:32: Test FAILED (7.6 sec)\u000a16:00:32.320097 run osmo-hlr_10.42.42.2(pid=3447): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3447)]\u000a16:00:32.370511 run osmo-hlr_10.42.42.2(pid=3447): stdout: \u000a| (launched: 2022-12-13_16:00:28.312810) \u000a16:00:32.421577 run osmo-hlr_10.42.42.2(pid=3447): stderr: \u000a| �[0;m�[1;31m20221213160028629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160028629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160028629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160028629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160028629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160028629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160028643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160028658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160028658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160028658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:32.491617 run osmo-msc_10.42.42.6(pid=3454): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3454)]\u000a16:00:32.541877 run osmo-msc_10.42.42.6(pid=3454): stdout: \u000a| (launched: 2022-12-13_16:00:30.828652) \u000a16:00:32.593090 run osmo-msc_10.42.42.6(pid=3454): stderr: \u000a| �[0;m�[38;5;43m20221213160031365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160031367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba5b717c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160031367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160031368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160031369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160031370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160031380 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160031383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160031384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160031384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:00:32.635953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3446): Terminating (SIGTERM)\u000a16:00:32.676742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3450): Terminating (SIGTERM)\u000a16:00:32.717370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3453): Terminating (SIGTERM)\u000a16:00:32.726815 --- ParallelTerminationStrategy: PID 3446 died...\u000a16:00:32.781114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3446): Terminated: ok {rc=0}\u000a16:00:32.790928 --- ParallelTerminationStrategy: PID 3450 died...\u000a16:00:32.845120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3450): Terminated: ok {rc=0}\u000a16:00:32.854851 --- ParallelTerminationStrategy: PID 3453 died...\u000a16:00:32.908982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3453): Terminated: ok {rc=0}\u000a16:00:32.999198 bus /sierra_9: Setting Powered False\u000a16:00:34.104400 bus /sierra_9: Setting Powered False\u000a16:00:35.217608 bus /sierra_8: Setting Powered False\u000a16:00:36.323356 bus /sierra_8: Setting Powered False\u000a16:00:37.433285 bus /sierra_3: Setting Powered False\u000a16:00:38.542058 bus /sierra_3: Setting Powered False\u000a16:00:39.656506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:00:13" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3470): Process ended prematurely: osmo-stp_10.42.42.5(pid=3470) [trial-2391↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3470)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3470): Process ended prematurely: osmo-stp_10.42.42.5(pid=3470) [trial-2391↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:00:41.780528 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:41.791201 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:00:41.932258 tst cs_paging_gprs_active.py: using LAC 34694\u000a16:00:42.058715 tst cs_paging_gprs_active.py: using RAC 14\u000a16:00:42.185148 tst cs_paging_gprs_active.py: using CellId 34694\u000a16:00:42.309865 tst cs_paging_gprs_active.py: using BVCI 34695\u000a16:00:42.334113 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.344885 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.355463 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.366019 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.376651 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.387476 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.398196 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.408564 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:42.419225 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:42.539429 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:42.828580 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:00:42.960242 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:43.289042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3460): Launched\u000a16:00:43.565423 run iperf3-srv_10.42.42.10(pid=3461): Launched\u000a16:00:43.758177 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:00:43.889648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:44.221780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3462): Launched\u000a16:00:44.497393 run iperf3-srv_10.42.42.10(pid=3463): Launched\u000a16:00:44.689866 tst cs_paging_gprs_active.py:38: start network...\u000a16:00:44.820884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:45.329843 run create_hlr_db(pid=3464): Launched\u000a16:00:45.511979 bus /sierra_2: Setting Powered False\u000a16:00:46.575510 run create_hlr_db(pid=3464): Terminated: ok {rc=0}\u000a16:00:47.026844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3466): Launched\u000a16:00:47.346134 run osmo-hlr_10.42.42.2(pid=3467): Launched\u000a16:00:47.467207 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:00:48.018773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3469): Launched\u000a16:00:48.336067 run osmo-stp_10.42.42.5(pid=3470): Launched\u000a16:00:48.450258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:00:49.003124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3472): Launched\u000a16:00:49.115097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:00:49.394438 run patchelf(pid=3473): Launched\u000a16:00:49.580584 run osmo-stp_10.42.42.5(pid=3470): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3470)]\u000a16:00:49.715660 run osmo-stp_10.42.42.5(pid=3470): stdout: \u000a| (launched: 2022-12-13_16:00:48.179546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:49.851180 run osmo-stp_10.42.42.5(pid=3470): stderr: \u000a| �[0;m�[38;5;43m20221213160048352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160048352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160048352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160048353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160048353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160048354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160048354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:49.981661 run osmo-stp_10.42.42.5(pid=3470): stdout: \u000a| (launched: 2022-12-13_16:00:48.179546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:00:50.110597 run osmo-stp_10.42.42.5(pid=3470): stderr: \u000a| �[0;m�[38;5;43m20221213160048352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160048352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160048352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160048353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160048353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160048354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160048354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:00:50.262180 run patchelf(pid=3473): Terminating (SIGINT)\u000a16:00:50.440294 run patchelf(pid=3473): Terminated: ok {rc=0}\u000a16:00:50.473257 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3470): Process ended prematurely: osmo-stp_10.42.42.5(pid=3470) [trial-2391↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3470)] [trial-2391↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a16:00:50.483009 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:00:50.544065 run osmo-hlr_10.42.42.2(pid=3467): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3467)]\u000a16:00:50.593751 run osmo-hlr_10.42.42.2(pid=3467): stdout: \u000a| (launched: 2022-12-13_16:00:47.189845) \u000a16:00:50.643735 run osmo-hlr_10.42.42.2(pid=3467): stderr: \u000a| �[0;m�[1;31m20221213160047371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160047371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160047371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160047371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160047371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160047371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160047383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160047391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160047391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160047391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:00:50.686761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3460): Terminating (SIGTERM)\u000a16:00:50.727278 run iperf3-srv_10.42.42.10(pid=3461): Terminating (SIGTERM)\u000a16:00:50.767997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3462): Terminating (SIGTERM)\u000a16:00:50.808473 run iperf3-srv_10.42.42.10(pid=3463): Terminating (SIGTERM)\u000a16:00:50.849136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3466): Terminating (SIGTERM)\u000a16:00:50.890107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3469): Terminating (SIGTERM)\u000a16:00:50.930422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3472): Terminating (SIGTERM)\u000a16:00:50.939687 --- ParallelTerminationStrategy: PID 3460 died...\u000a16:00:50.993853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3460): Terminated: ok {rc=0}\u000a16:00:51.003576 --- ParallelTerminationStrategy: PID 3461 died...\u000a16:00:51.057222 run iperf3-srv_10.42.42.10(pid=3461): Terminated {rc=256}\u000a16:00:51.066866 --- ParallelTerminationStrategy: PID 3462 died...\u000a16:00:51.120391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3462): Terminated: ok {rc=0}\u000a16:00:51.130125 --- ParallelTerminationStrategy: PID 3463 died...\u000a16:00:51.183606 run iperf3-srv_10.42.42.10(pid=3463): Terminated {rc=256}\u000a16:00:51.193202 --- ParallelTerminationStrategy: PID 3466 died...\u000a16:00:51.246947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3466): Terminated: ok {rc=0}\u000a16:00:51.256640 --- ParallelTerminationStrategy: PID 3469 died...\u000a16:00:51.310227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3469): Terminated: ok {rc=0}\u000a16:00:51.319918 --- ParallelTerminationStrategy: PID 3472 died...\u000a16:00:51.373420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3472): Terminated: ok {rc=0}\u000a16:00:51.462622 bus /gobi_0: Setting Powered False\u000a16:00:52.567446 bus /gobi_0: Setting Powered False\u000a16:00:53.675022 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3483): Process ended prematurely: osmo-stp_10.42.42.5(pid=3483) [trial-2391↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3483): Process ended prematurely: osmo-stp_10.42.42.5(pid=3483) [trial-2391↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a16:00:54.792714 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:54.805117 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:00:54.957630 tst iperf3.py: using LAC 34695\u000a16:00:55.090034 tst iperf3.py: using RAC 15\u000a16:00:55.221431 tst iperf3.py: using CellId 34695\u000a16:00:55.357467 tst iperf3.py: using BVCI 34696\u000a16:00:55.383385 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.394659 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.405629 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.416629 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.427940 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.439224 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.450857 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.462172 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:00:55.473633 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:00:55.761316 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:00:55.892307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:00:56.221148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3475): Launched\u000a16:00:56.496091 run iperf3-srv_10.42.42.10(pid=3476): Launched\u000a16:00:56.687598 tst iperf3.py:8: start network...\u000a16:00:56.818146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:00:57.322778 run create_hlr_db(pid=3477): Launched\u000a16:00:57.502544 bus /gobi_6: Setting Powered False\u000a16:00:58.534365 run create_hlr_db(pid=3477): Terminated: ok {rc=0}\u000a16:00:58.982113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3479): Launched\u000a16:00:59.320811 run osmo-hlr_10.42.42.2(pid=3480): Launched\u000a16:00:59.443585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:00.031463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3482): Launched\u000a16:01:00.372456 run osmo-stp_10.42.42.5(pid=3483): Launched\u000a16:01:00.494933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:01.117832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3485): Launched\u000a16:01:01.241271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:01.583144 run patchelf(pid=3486): Launched\u000a16:01:01.776463 run osmo-stp_10.42.42.5(pid=3483): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)]\u000a16:01:01.914195 run osmo-stp_10.42.42.5(pid=3483): stdout: \u000a| (launched: 2022-12-13_16:01:00.202879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:02.111842 run osmo-stp_10.42.42.5(pid=3483): stderr: \u000a| �[0;m�[38;5;43m20221213160100400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160100400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160100400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160100401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160100403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160100403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160100403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:02.261284 run osmo-stp_10.42.42.5(pid=3483): stdout: \u000a| (launched: 2022-12-13_16:01:00.202879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:02.391089 run osmo-stp_10.42.42.5(pid=3483): stderr: \u000a| �[0;m�[38;5;43m20221213160100400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160100400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160100400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160100401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160100403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160100403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160100403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:02.541995 run patchelf(pid=3486): Terminating (SIGINT)\u000a16:01:02.719686 run patchelf(pid=3486): Terminated: ok {rc=0}\u000a16:01:02.752270 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3483): Process ended prematurely: osmo-stp_10.42.42.5(pid=3483) [trial-2391↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3483)] [trial-2391↪gprs:trx-b200↪iperf3.py:8]\u000a16:01:02.761872 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:01:02.823768 run osmo-hlr_10.42.42.2(pid=3480): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3480)]\u000a16:01:02.874208 run osmo-hlr_10.42.42.2(pid=3480): stdout: \u000a| (launched: 2022-12-13_16:00:59.153034) \u000a16:01:02.925238 run osmo-hlr_10.42.42.2(pid=3480): stderr: \u000a| �[0;m�[1;31m20221213160059355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160059355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160059355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160059355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160059355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160059355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160059367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160059375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160059375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160059375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:02.969022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3475): Terminating (SIGTERM)\u000a16:01:03.009973 run iperf3-srv_10.42.42.10(pid=3476): Terminating (SIGTERM)\u000a16:01:03.051020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3479): Terminating (SIGTERM)\u000a16:01:03.092007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3482): Terminating (SIGTERM)\u000a16:01:03.133224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3485): Terminating (SIGTERM)\u000a16:01:03.142563 --- ParallelTerminationStrategy: PID 3475 died...\u000a16:01:03.197988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3475): Terminated: ok {rc=0}\u000a16:01:03.207698 --- ParallelTerminationStrategy: PID 3476 died...\u000a16:01:03.262371 run iperf3-srv_10.42.42.10(pid=3476): Terminated {rc=256}\u000a16:01:03.272031 --- ParallelTerminationStrategy: PID 3479 died...\u000a16:01:03.326716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3479): Terminated: ok {rc=0}\u000a16:01:03.336486 --- ParallelTerminationStrategy: PID 3482 died...\u000a16:01:03.391276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3482): Terminated: ok {rc=0}\u000a16:01:03.401088 --- ParallelTerminationStrategy: PID 3485 died...\u000a16:01:03.455800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3485): Terminated: ok {rc=0}\u000a16:01:03.546156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3501): Process ended prematurely: osmo-stp_10.42.42.5(pid=3501) [trial-2391↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3501)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3501): Process ended prematurely: osmo-stp_10.42.42.5(pid=3501) [trial-2391↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a16:01:04.658846 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:04.670545 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:01:04.812156 tst iperf3m4.py: using LAC 34696\u000a16:01:04.936872 tst iperf3m4.py: using RAC 16\u000a16:01:05.063146 tst iperf3m4.py: using CellId 34696\u000a16:01:05.188438 tst iperf3m4.py: using BVCI 34697\u000a16:01:05.212871 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.223696 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.234276 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.244764 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.255302 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.265952 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.276822 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.287446 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:05.298781 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:01:05.416738 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:01:05.541010 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:01:05.660458 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:01:05.947479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:01:06.078726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:06.409848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3487): Launched\u000a16:01:06.683770 run iperf3-srv_10.42.42.10(pid=3488): Launched\u000a16:01:06.875353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:01:07.006542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:07.336917 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3489): Launched\u000a16:01:07.611138 run iperf3-srv_10.42.42.10(pid=3490): Launched\u000a16:01:07.803486 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:01:07.935090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:08.263005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3491): Launched\u000a16:01:08.538106 run iperf3-srv_10.42.42.10(pid=3492): Launched\u000a16:01:08.729353 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:01:08.859999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:09.187521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3493): Launched\u000a16:01:09.460197 run iperf3-srv_10.42.42.10(pid=3494): Launched\u000a16:01:09.651951 tst iperf3m4.py:8: start network...\u000a16:01:09.782378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:10.288131 run create_hlr_db(pid=3495): Launched\u000a16:01:10.468630 bus /gobi_6: Setting Powered False\u000a16:01:11.489714 run create_hlr_db(pid=3495): Terminated: ok {rc=0}\u000a16:01:11.923426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3497): Launched\u000a16:01:12.240525 run osmo-hlr_10.42.42.2(pid=3498): Launched\u000a16:01:12.365635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:12.922517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3500): Launched\u000a16:01:13.237835 run osmo-stp_10.42.42.5(pid=3501): Launched\u000a16:01:13.350932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:13.902710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3503): Launched\u000a16:01:14.014679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:14.291844 run patchelf(pid=3504): Launched\u000a16:01:14.476308 run osmo-stp_10.42.42.5(pid=3501): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3501)]\u000a16:01:14.611191 run osmo-stp_10.42.42.5(pid=3501): stdout: \u000a| (launched: 2022-12-13_16:01:13.081995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:14.746350 run osmo-stp_10.42.42.5(pid=3501): stderr: \u000a| �[0;m�[38;5;43m20221213160113255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160113255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160113256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160113256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:14.876372 run osmo-stp_10.42.42.5(pid=3501): stdout: \u000a| (launched: 2022-12-13_16:01:13.081995)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:15.005447 run osmo-stp_10.42.42.5(pid=3501): stderr: \u000a| �[0;m�[38;5;43m20221213160113255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160113255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160113256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160113256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160113257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:15.156349 run patchelf(pid=3504): Terminating (SIGINT)\u000a16:01:15.334433 run patchelf(pid=3504): Terminated: ok {rc=0}\u000a16:01:15.367048 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3501): Process ended prematurely: osmo-stp_10.42.42.5(pid=3501) [trial-2391↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3501)] [trial-2391↪gprs:trx-b200↪iperf3m4.py:8]\u000a16:01:15.376452 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:01:15.437346 run osmo-hlr_10.42.42.2(pid=3498): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3498)]\u000a16:01:15.486863 run osmo-hlr_10.42.42.2(pid=3498): stdout: \u000a| (launched: 2022-12-13_16:01:12.083071) \u000a16:01:15.536888 run osmo-hlr_10.42.42.2(pid=3498): stderr: \u000a| �[0;m�[1;31m20221213160112260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160112260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160112260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160112260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160112261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160112261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160112274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160112282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160112282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160112282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:15.579566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3487): Terminating (SIGTERM)\u000a16:01:15.619495 run iperf3-srv_10.42.42.10(pid=3488): Terminating (SIGTERM)\u000a16:01:15.660146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3489): Terminating (SIGTERM)\u000a16:01:15.700761 run iperf3-srv_10.42.42.10(pid=3490): Terminating (SIGTERM)\u000a16:01:15.741205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3491): Terminating (SIGTERM)\u000a16:01:15.781445 run iperf3-srv_10.42.42.10(pid=3492): Terminating (SIGTERM)\u000a16:01:15.821702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3493): Terminating (SIGTERM)\u000a16:01:15.876245 run iperf3-srv_10.42.42.10(pid=3494): Terminating (SIGTERM)\u000a16:01:15.930235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3497): Terminating (SIGTERM)\u000a16:01:15.971614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3500): Terminating (SIGTERM)\u000a16:01:16.013241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3503): Terminating (SIGTERM)\u000a16:01:16.022717 --- ParallelTerminationStrategy: PID 3487 died...\u000a16:01:16.078464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3487): Terminated: ok {rc=0}\u000a16:01:16.089050 --- ParallelTerminationStrategy: PID 3488 died...\u000a16:01:16.144418 run iperf3-srv_10.42.42.10(pid=3488): Terminated {rc=256}\u000a16:01:16.155019 --- ParallelTerminationStrategy: PID 3489 died...\u000a16:01:16.209884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3489): Terminated: ok {rc=0}\u000a16:01:16.220272 --- ParallelTerminationStrategy: PID 3490 died...\u000a16:01:16.275090 run iperf3-srv_10.42.42.10(pid=3490): Terminated {rc=256}\u000a16:01:16.285200 --- ParallelTerminationStrategy: PID 3491 died...\u000a16:01:16.339697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3491): Terminated: ok {rc=0}\u000a16:01:16.349808 --- ParallelTerminationStrategy: PID 3492 died...\u000a16:01:16.404096 run iperf3-srv_10.42.42.10(pid=3492): Terminated {rc=256}\u000a16:01:16.414192 --- ParallelTerminationStrategy: PID 3493 died...\u000a16:01:16.468499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3493): Terminated: ok {rc=0}\u000a16:01:16.478553 --- ParallelTerminationStrategy: PID 3494 died...\u000a16:01:16.532857 run iperf3-srv_10.42.42.10(pid=3494): Terminated {rc=256}\u000a16:01:16.542964 --- ParallelTerminationStrategy: PID 3497 died...\u000a16:01:16.597735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3497): Terminated: ok {rc=0}\u000a16:01:16.607863 --- ParallelTerminationStrategy: PID 3500 died...\u000a16:01:16.662721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3500): Terminated: ok {rc=0}\u000a16:01:16.672942 --- ParallelTerminationStrategy: PID 3503 died...\u000a16:01:16.727371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3503): Terminated: ok {rc=0}\u000a16:01:16.819186 bus /gobi_4: Setting Powered False\u000a16:01:17.927478 bus /gobi_4: Setting Powered False\u000a16:01:19.037714 bus /gobi_1: Setting Powered False\u000a16:01:20.144987 bus /gobi_1: Setting Powered False\u000a16:01:21.254274 bus /gobi_0: Setting Powered False\u000a16:01:22.356824 bus /gobi_0: Setting Powered False\u000a16:01:23.470241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3511): Process ended prematurely: osmo-stp_10.42.42.5(pid=3511) [trial-2391↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3511)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3511): Process ended prematurely: osmo-stp_10.42.42.5(pid=3511) [trial-2391↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a16:01:24.537966 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:24.549585 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:01:24.689641 tst ping.py: using LAC 34697\u000a16:01:24.813303 tst ping.py: using RAC 17\u000a16:01:24.935754 tst ping.py: using CellId 34697\u000a16:01:25.059130 tst ping.py: using BVCI 34698\u000a16:01:25.082661 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.093409 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.103954 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.114534 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.124932 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.135614 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.146454 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:25.157114 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:01:25.441173 tst ping.py:19: start network...\u000a16:01:25.569169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:26.066384 run create_hlr_db(pid=3505): Launched\u000a16:01:26.244902 bus /gobi_6: Setting Powered False\u000a16:01:27.264709 run create_hlr_db(pid=3505): Terminated: ok {rc=0}\u000a16:01:27.705720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3507): Launched\u000a16:01:28.039829 run osmo-hlr_10.42.42.2(pid=3508): Launched\u000a16:01:28.163082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:28.744540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3510): Launched\u000a16:01:29.076348 run osmo-stp_10.42.42.5(pid=3511): Launched\u000a16:01:29.196231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:29.776642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3513): Launched\u000a16:01:29.895177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:30.186050 run patchelf(pid=3514): Launched\u000a16:01:30.380805 run osmo-stp_10.42.42.5(pid=3511): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3511)]\u000a16:01:30.523042 run osmo-stp_10.42.42.5(pid=3511): stdout: \u000a| (launched: 2022-12-13_16:01:28.912279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:30.665587 run osmo-stp_10.42.42.5(pid=3511): stderr: \u000a| �[0;m�[38;5;43m20221213160129105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160129106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160129106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160129106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160129107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160129107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160129107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:30.802398 run osmo-stp_10.42.42.5(pid=3511): stdout: \u000a| (launched: 2022-12-13_16:01:28.912279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:30.956116 run osmo-stp_10.42.42.5(pid=3511): stderr: \u000a| �[0;m�[38;5;43m20221213160129105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160129106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160129106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160129106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160129107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160129107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160129107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:31.117989 run patchelf(pid=3514): Terminating (SIGINT)\u000a16:01:31.308171 run patchelf(pid=3514): Terminated: ok {rc=0}\u000a16:01:31.343347 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3511): Process ended prematurely: osmo-stp_10.42.42.5(pid=3511) [trial-2391↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3511)] [trial-2391↪gprs:trx-b200↪ping.py:22]\u000a16:01:31.354165 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:01:31.422215 run osmo-hlr_10.42.42.2(pid=3508): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3508)]\u000a16:01:31.477073 run osmo-hlr_10.42.42.2(pid=3508): stdout: \u000a| (launched: 2022-12-13_16:01:27.874369) \u000a16:01:31.532727 run osmo-hlr_10.42.42.2(pid=3508): stderr: \u000a| �[0;m�[1;31m20221213160128075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160128075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160128075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160128075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160128075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160128075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160128088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160128098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160128098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160128099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:31.580619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3507): Terminating (SIGTERM)\u000a16:01:31.625965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3510): Terminating (SIGTERM)\u000a16:01:31.670965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3513): Terminating (SIGTERM)\u000a16:01:31.681375 --- ParallelTerminationStrategy: PID 3507 died...\u000a16:01:31.741775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3507): Terminated: ok {rc=0}\u000a16:01:31.753744 --- ParallelTerminationStrategy: PID 3510 died...\u000a16:01:31.813246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3510): Terminated: ok {rc=0}\u000a16:01:31.825391 --- ParallelTerminationStrategy: PID 3513 died...\u000a16:01:31.884927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3513): Terminated: ok {rc=0}\u000a16:01:31.988187 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3521): Process ended prematurely: osmo-stp_10.42.42.5(pid=3521) [trial-2391↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3521): Process ended prematurely: osmo-stp_10.42.42.5(pid=3521) [trial-2391↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a16:01:33.046374 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.058350 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a16:01:33.206349 tst ping_idle_ping.py: using LAC 34698\u000a16:01:33.335205 tst ping_idle_ping.py: using RAC 18\u000a16:01:33.463938 tst ping_idle_ping.py: using CellId 34698\u000a16:01:33.592138 tst ping_idle_ping.py: using BVCI 34699\u000a16:01:33.617561 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.628587 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.639738 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.650861 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.662314 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.673605 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.685140 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a16:01:33.696416 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a16:01:33.995868 tst ping_idle_ping.py:24: start network...\u000a16:01:34.134091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:34.658472 run create_hlr_db(pid=3515): Launched\u000a16:01:34.851131 bus /gobi_6: Setting Powered False\u000a16:01:35.871627 run create_hlr_db(pid=3515): Terminated: ok {rc=0}\u000a16:01:36.290452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3517): Launched\u000a16:01:36.605501 run osmo-hlr_10.42.42.2(pid=3518): Launched\u000a16:01:36.720877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:37.260588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3520): Launched\u000a16:01:37.574729 run osmo-stp_10.42.42.5(pid=3521): Launched\u000a16:01:37.689727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:38.233195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3523): Launched\u000a16:01:38.342985 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:38.616928 run patchelf(pid=3524): Launched\u000a16:01:38.798256 run osmo-stp_10.42.42.5(pid=3521): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)]\u000a16:01:38.931062 run osmo-stp_10.42.42.5(pid=3521): stdout: \u000a| (launched: 2022-12-13_16:01:37.418155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:39.064019 run osmo-stp_10.42.42.5(pid=3521): stderr: \u000a| �[0;m�[38;5;43m20221213160137592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160137592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160137593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160137593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160137593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160137593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160137594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:39.191929 run osmo-stp_10.42.42.5(pid=3521): stdout: \u000a| (launched: 2022-12-13_16:01:37.418155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:39.318492 run osmo-stp_10.42.42.5(pid=3521): stderr: \u000a| �[0;m�[38;5;43m20221213160137592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160137592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160137593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160137593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160137593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160137593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160137594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:39.467114 run patchelf(pid=3524): Terminating (SIGINT)\u000a16:01:39.641783 run patchelf(pid=3524): Terminated: ok {rc=0}\u000a16:01:39.673413 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3521): Process ended prematurely: osmo-stp_10.42.42.5(pid=3521) [trial-2391↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3521)] [trial-2391↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a16:01:39.682203 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:01:39.743564 run osmo-hlr_10.42.42.2(pid=3518): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3518)]\u000a16:01:39.793481 run osmo-hlr_10.42.42.2(pid=3518): stdout: \u000a| (launched: 2022-12-13_16:01:36.448331) \u000a16:01:39.844307 run osmo-hlr_10.42.42.2(pid=3518): stderr: \u000a| �[0;m�[1;31m20221213160136628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160136629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160136629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160136629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160136629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160136629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160136641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160136651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160136651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160136651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:39.887713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3517): Terminating (SIGTERM)\u000a16:01:39.928451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3520): Terminating (SIGTERM)\u000a16:01:39.970331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3523): Terminating (SIGTERM)\u000a16:01:39.979686 --- ParallelTerminationStrategy: PID 3517 died...\u000a16:01:40.033807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3517): Terminated: ok {rc=0}\u000a16:01:40.043640 --- ParallelTerminationStrategy: PID 3520 died...\u000a16:01:40.097337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3520): Terminated: ok {rc=0}\u000a16:01:40.107042 --- ParallelTerminationStrategy: PID 3523 died...\u000a16:01:40.160742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3523): Terminated: ok {rc=0}\u000a16:01:40.250850 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:00:41" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3538): Process ended prematurely: osmo-stp_10.42.42.5(pid=3538) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3538): Process ended prematurely: osmo-stp_10.42.42.5(pid=3538) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:01:42.429381 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:42.440609 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:01:42.585901 tst cs_paging_gprs_active.py: using LAC 34699\u000a16:01:42.711684 tst cs_paging_gprs_active.py: using RAC 19\u000a16:01:42.837409 tst cs_paging_gprs_active.py: using CellId 34699\u000a16:01:42.960604 tst cs_paging_gprs_active.py: using BVCI 34700\u000a16:01:42.984864 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:42.995821 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.006621 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.017400 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.028353 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.039394 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.050722 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.061410 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:43.072075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:01:43.197015 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:01:43.486853 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:01:43.618687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:43.949125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3528): Launched\u000a16:01:44.225210 run iperf3-srv_10.42.42.10(pid=3529): Launched\u000a16:01:44.418062 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:01:44.549338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:44.879063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3530): Launched\u000a16:01:45.152364 run iperf3-srv_10.42.42.10(pid=3531): Launched\u000a16:01:45.344027 tst cs_paging_gprs_active.py:38: start network...\u000a16:01:45.474973 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:45.996724 run create_hlr_db(pid=3532): Launched\u000a16:01:46.200849 bus /gobi_6: Setting Powered False\u000a16:01:47.218042 run create_hlr_db(pid=3532): Terminated: ok {rc=0}\u000a16:01:47.669987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3534): Launched\u000a16:01:48.010552 run osmo-hlr_10.42.42.2(pid=3535): Launched\u000a16:01:48.135469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:01:48.723811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3537): Launched\u000a16:01:49.064830 run osmo-stp_10.42.42.5(pid=3538): Launched\u000a16:01:49.190090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:01:49.778701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3540): Launched\u000a16:01:49.899050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:01:50.197209 run patchelf(pid=3541): Launched\u000a16:01:50.395216 run osmo-stp_10.42.42.5(pid=3538): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)]\u000a16:01:50.539579 run osmo-stp_10.42.42.5(pid=3538): stdout: \u000a| (launched: 2022-12-13_16:01:48.895402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:50.683838 run osmo-stp_10.42.42.5(pid=3538): stderr: \u000a| �[0;m�[38;5;43m20221213160149091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160149091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160149092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160149092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160149092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160149093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160149093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:50.822735 run osmo-stp_10.42.42.5(pid=3538): stdout: \u000a| (launched: 2022-12-13_16:01:48.895402)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:01:50.960247 run osmo-stp_10.42.42.5(pid=3538): stderr: \u000a| �[0;m�[38;5;43m20221213160149091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160149091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160149092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160149092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160149092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160149093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160149093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:01:51.121890 run patchelf(pid=3541): Terminating (SIGINT)\u000a16:01:51.311465 run patchelf(pid=3541): Terminated: ok {rc=0}\u000a16:01:51.346071 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3538): Process ended prematurely: osmo-stp_10.42.42.5(pid=3538) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3538)] [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:01:51.356090 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:01:51.420703 run osmo-hlr_10.42.42.2(pid=3535): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3535)]\u000a16:01:51.473094 run osmo-hlr_10.42.42.2(pid=3535): stdout: \u000a| (launched: 2022-12-13_16:01:47.841369) \u000a16:01:51.526024 run osmo-hlr_10.42.42.2(pid=3535): stderr: \u000a| �[0;m�[1;31m20221213160148044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160148044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160148044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160148044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160148044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160148044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160148056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160148065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160148065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160148065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:01:51.571695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3528): Terminating (SIGTERM)\u000a16:01:51.614656 run iperf3-srv_10.42.42.10(pid=3529): Terminating (SIGTERM)\u000a16:01:51.657450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3530): Terminating (SIGTERM)\u000a16:01:51.700334 run iperf3-srv_10.42.42.10(pid=3531): Terminating (SIGTERM)\u000a16:01:51.742915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3534): Terminating (SIGTERM)\u000a16:01:51.786054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3537): Terminating (SIGTERM)\u000a16:01:51.829050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3540): Terminating (SIGTERM)\u000a16:01:51.838798 --- ParallelTerminationStrategy: PID 3528 died...\u000a16:01:51.895462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3528): Terminated: ok {rc=0}\u000a16:01:51.905653 --- ParallelTerminationStrategy: PID 3529 died...\u000a16:01:51.961933 run iperf3-srv_10.42.42.10(pid=3529): Terminated {rc=256}\u000a16:01:51.972006 --- ParallelTerminationStrategy: PID 3530 died...\u000a16:01:52.028319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3530): Terminated: ok {rc=0}\u000a16:01:52.038402 --- ParallelTerminationStrategy: PID 3531 died...\u000a16:01:52.094641 run iperf3-srv_10.42.42.10(pid=3531): Terminated {rc=256}\u000a16:01:52.104710 --- ParallelTerminationStrategy: PID 3534 died...\u000a16:01:52.161107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3534): Terminated: ok {rc=0}\u000a16:01:52.171295 --- ParallelTerminationStrategy: PID 3537 died...\u000a16:01:52.227812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3537): Terminated: ok {rc=0}\u000a16:01:52.237996 --- ParallelTerminationStrategy: PID 3540 died...\u000a16:01:52.294620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3540): Terminated: ok {rc=0}\u000a16:01:52.382673 bus /gobi_0: Setting Powered False\u000a16:01:53.485561 bus /gobi_0: Setting Powered False\u000a16:01:54.593866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3550): Process ended prematurely: osmo-stp_10.42.42.5(pid=3550) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3550)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3550): Process ended prematurely: osmo-stp_10.42.42.5(pid=3550) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:01:55.711851 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:55.723983 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:01:55.882497 tst iperf3.py: using LAC 34700\u000a16:01:56.008760 tst iperf3.py: using RAC 20\u000a16:01:56.132864 tst iperf3.py: using CellId 34700\u000a16:01:56.256678 tst iperf3.py: using BVCI 34701\u000a16:01:56.281024 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.292136 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.303102 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.313866 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.324644 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.335482 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.346573 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.357362 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:01:56.368372 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:01:56.673498 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:01:56.814427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:01:57.164289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3542): Launched\u000a16:01:57.458668 run iperf3-srv_10.42.42.10(pid=3543): Launched\u000a16:01:57.664926 tst iperf3.py:8: start network...\u000a16:01:57.805797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:01:58.337127 run create_hlr_db(pid=3544): Launched\u000a16:01:58.531774 bus /gobi_6: Setting Powered False\u000a16:01:59.552559 run create_hlr_db(pid=3544): Terminated: ok {rc=0}\u000a16:02:00.002178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3546): Launched\u000a16:02:00.342327 run osmo-hlr_10.42.42.2(pid=3547): Launched\u000a16:02:00.466869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:01.082604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3549): Launched\u000a16:02:01.600045 run osmo-stp_10.42.42.5(pid=3550): Launched\u000a16:02:01.771243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:02.353980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3552): Launched\u000a16:02:02.475280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:02.773655 run patchelf(pid=3553): Launched\u000a16:02:02.970551 run osmo-stp_10.42.42.5(pid=3550): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3550)]\u000a16:02:03.115076 run osmo-stp_10.42.42.5(pid=3550): stdout: \u000a| (launched: 2022-12-13_16:02:01.255794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:03.259759 run osmo-stp_10.42.42.5(pid=3550): stderr: \u000a| �[0;m�[38;5;43m20221213160201477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160201478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160201478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160201478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160201479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160201479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160201479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:03.399479 run osmo-stp_10.42.42.5(pid=3550): stdout: \u000a| (launched: 2022-12-13_16:02:01.255794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:03.537708 run osmo-stp_10.42.42.5(pid=3550): stderr: \u000a| �[0;m�[38;5;43m20221213160201477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160201478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160201478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160201478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160201479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160201479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160201479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:03.698611 run patchelf(pid=3553): Terminating (SIGINT)\u000a16:02:03.887278 run patchelf(pid=3553): Terminated: ok {rc=0}\u000a16:02:03.921922 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3550): Process ended prematurely: osmo-stp_10.42.42.5(pid=3550) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3550)] [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a16:02:03.932056 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a16:02:03.996126 run osmo-hlr_10.42.42.2(pid=3547): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3547)]\u000a16:02:04.048659 run osmo-hlr_10.42.42.2(pid=3547): stdout: \u000a| (launched: 2022-12-13_16:02:00.173477) \u000a16:02:04.101852 run osmo-hlr_10.42.42.2(pid=3547): stderr: \u000a| �[0;m�[1;31m20221213160200374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160200374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160200375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160200375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160200375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160200375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160200391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160200402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160200402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160200402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:04.147106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3542): Terminating (SIGTERM)\u000a16:02:04.189958 run iperf3-srv_10.42.42.10(pid=3543): Terminating (SIGTERM)\u000a16:02:04.232501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3546): Terminating (SIGTERM)\u000a16:02:04.275299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3549): Terminating (SIGTERM)\u000a16:02:04.318887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3552): Terminating (SIGTERM)\u000a16:02:04.328618 --- ParallelTerminationStrategy: PID 3542 died...\u000a16:02:04.386391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3542): Terminated: ok {rc=0}\u000a16:02:04.396599 --- ParallelTerminationStrategy: PID 3543 died...\u000a16:02:04.453375 run iperf3-srv_10.42.42.10(pid=3543): Terminated {rc=256}\u000a16:02:04.463565 --- ParallelTerminationStrategy: PID 3546 died...\u000a16:02:04.520243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3546): Terminated: ok {rc=0}\u000a16:02:04.530432 --- ParallelTerminationStrategy: PID 3549 died...\u000a16:02:04.587006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3549): Terminated: ok {rc=0}\u000a16:02:04.597176 --- ParallelTerminationStrategy: PID 3552 died...\u000a16:02:04.654308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3552): Terminated: ok {rc=0}\u000a16:02:04.742675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3568): Process ended prematurely: osmo-stp_10.42.42.5(pid=3568) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3568)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3568): Process ended prematurely: osmo-stp_10.42.42.5(pid=3568) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:02:05.862082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:05.874272 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:02:06.027408 tst iperf3m4.py: using LAC 34701\u000a16:02:06.159341 tst iperf3m4.py: using RAC 21\u000a16:02:06.290918 tst iperf3m4.py: using CellId 34701\u000a16:02:06.417864 tst iperf3m4.py: using BVCI 34702\u000a16:02:06.442186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.453373 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.464300 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.475091 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.486260 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.497343 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.508409 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.519115 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:06.530265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:02:06.654372 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:02:06.777747 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:02:06.900147 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:02:07.206112 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:02:07.347203 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:07.697939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3554): Launched\u000a16:02:07.990977 run iperf3-srv_10.42.42.10(pid=3555): Launched\u000a16:02:08.197926 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:02:08.339038 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:08.689789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3556): Launched\u000a16:02:08.980458 run iperf3-srv_10.42.42.10(pid=3557): Launched\u000a16:02:09.186579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:02:09.327142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:09.673354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3558): Launched\u000a16:02:09.948095 run iperf3-srv_10.42.42.10(pid=3559): Launched\u000a16:02:10.140773 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:02:10.271717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:10.600721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3560): Launched\u000a16:02:10.875197 run iperf3-srv_10.42.42.10(pid=3561): Launched\u000a16:02:11.066376 tst iperf3m4.py:8: start network...\u000a16:02:11.197443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:11.704922 run create_hlr_db(pid=3562): Launched\u000a16:02:11.886105 bus /gobi_6: Setting Powered False\u000a16:02:12.907521 run create_hlr_db(pid=3562): Terminated: ok {rc=0}\u000a16:02:13.328829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3564): Launched\u000a16:02:13.647857 run osmo-hlr_10.42.42.2(pid=3565): Launched\u000a16:02:13.762919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:14.314086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3567): Launched\u000a16:02:14.630382 run osmo-stp_10.42.42.5(pid=3568): Launched\u000a16:02:14.745320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:15.296361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3570): Launched\u000a16:02:15.408604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:15.687410 run patchelf(pid=3571): Launched\u000a16:02:15.893693 run osmo-stp_10.42.42.5(pid=3568): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3568)]\u000a16:02:16.032259 run osmo-stp_10.42.42.5(pid=3568): stdout: \u000a| (launched: 2022-12-13_16:02:14.474380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:16.171160 run osmo-stp_10.42.42.5(pid=3568): stderr: \u000a| �[0;m�[38;5;43m20221213160214646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160214646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160214647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160214647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160214647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160214648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160214648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:16.303995 run osmo-stp_10.42.42.5(pid=3568): stdout: \u000a| (launched: 2022-12-13_16:02:14.474380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:16.435648 run osmo-stp_10.42.42.5(pid=3568): stderr: \u000a| �[0;m�[38;5;43m20221213160214646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160214646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160214647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160214647 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160214647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160214648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160214648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:16.589504 run patchelf(pid=3571): Terminating (SIGINT)\u000a16:02:16.769682 run patchelf(pid=3571): Terminated: ok {rc=0}\u000a16:02:16.803771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3568): Process ended prematurely: osmo-stp_10.42.42.5(pid=3568) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3568)] [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:02:16.814370 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:02:16.876613 run osmo-hlr_10.42.42.2(pid=3565): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3565)]\u000a16:02:16.927390 run osmo-hlr_10.42.42.2(pid=3565): stdout: \u000a| (launched: 2022-12-13_16:02:13.489555) \u000a16:02:16.978336 run osmo-hlr_10.42.42.2(pid=3565): stderr: \u000a| �[0;m�[1;31m20221213160213669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160213669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160213669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160213669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160213669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160213669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160213681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:17.022113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3554): Terminating (SIGTERM)\u000a16:02:17.063928 run iperf3-srv_10.42.42.10(pid=3555): Terminating (SIGTERM)\u000a16:02:17.108499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3556): Terminating (SIGTERM)\u000a16:02:17.150369 run iperf3-srv_10.42.42.10(pid=3557): Terminating (SIGTERM)\u000a16:02:17.194872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3558): Terminating (SIGTERM)\u000a16:02:17.236689 run iperf3-srv_10.42.42.10(pid=3559): Terminating (SIGTERM)\u000a16:02:17.277587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3560): Terminating (SIGTERM)\u000a16:02:17.318110 run iperf3-srv_10.42.42.10(pid=3561): Terminating (SIGTERM)\u000a16:02:17.358705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3564): Terminating (SIGTERM)\u000a16:02:17.399122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3567): Terminating (SIGTERM)\u000a16:02:17.439287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3570): Terminating (SIGTERM)\u000a16:02:17.448511 --- ParallelTerminationStrategy: PID 3554 died...\u000a16:02:17.502095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3554): Terminated: ok {rc=0}\u000a16:02:17.511724 --- ParallelTerminationStrategy: PID 3555 died...\u000a16:02:17.564881 run iperf3-srv_10.42.42.10(pid=3555): Terminated {rc=256}\u000a16:02:17.574428 --- ParallelTerminationStrategy: PID 3556 died...\u000a16:02:17.627652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3556): Terminated: ok {rc=0}\u000a16:02:17.637302 --- ParallelTerminationStrategy: PID 3557 died...\u000a16:02:17.690570 run iperf3-srv_10.42.42.10(pid=3557): Terminated {rc=256}\u000a16:02:17.700140 --- ParallelTerminationStrategy: PID 3558 died...\u000a16:02:17.753378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3558): Terminated: ok {rc=0}\u000a16:02:17.762971 --- ParallelTerminationStrategy: PID 3559 died...\u000a16:02:17.816003 run iperf3-srv_10.42.42.10(pid=3559): Terminated {rc=256}\u000a16:02:17.825648 --- ParallelTerminationStrategy: PID 3560 died...\u000a16:02:17.878754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3560): Terminated: ok {rc=0}\u000a16:02:17.888236 --- ParallelTerminationStrategy: PID 3561 died...\u000a16:02:17.941377 run iperf3-srv_10.42.42.10(pid=3561): Terminated {rc=256}\u000a16:02:17.950958 --- ParallelTerminationStrategy: PID 3564 died...\u000a16:02:18.004140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3564): Terminated: ok {rc=0}\u000a16:02:18.013820 --- ParallelTerminationStrategy: PID 3567 died...\u000a16:02:18.067158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3567): Terminated: ok {rc=0}\u000a16:02:18.076803 --- ParallelTerminationStrategy: PID 3570 died...\u000a16:02:18.130328 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3570): Terminated: ok {rc=0}\u000a16:02:18.219404 bus /gobi_4: Setting Powered False\u000a16:02:19.325869 bus /gobi_4: Setting Powered False\u000a16:02:20.434586 bus /gobi_1: Setting Powered False\u000a16:02:21.536296 bus /gobi_1: Setting Powered False\u000a16:02:22.645120 bus /gobi_0: Setting Powered False\u000a16:02:23.751286 bus /gobi_0: Setting Powered False\u000a16:02:24.861647 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3578): Process ended prematurely: osmo-stp_10.42.42.5(pid=3578) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3578)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3578): Process ended prematurely: osmo-stp_10.42.42.5(pid=3578) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:02:25.928163 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:25.940019 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:02:26.089408 tst ping.py: using LAC 34702\u000a16:02:26.220802 tst ping.py: using RAC 22\u000a16:02:26.350502 tst ping.py: using CellId 34702\u000a16:02:26.485742 tst ping.py: using BVCI 34703\u000a16:02:26.511251 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.523049 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.534569 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.546012 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.557659 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.569444 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.581379 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:26.592644 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:02:26.878004 tst ping.py:19: start network...\u000a16:02:27.005736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:27.500579 run create_hlr_db(pid=3572): Launched\u000a16:02:27.680215 bus /gobi_6: Setting Powered False\u000a16:02:28.700626 run create_hlr_db(pid=3572): Terminated: ok {rc=0}\u000a16:02:29.144272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3574): Launched\u000a16:02:29.479155 run osmo-hlr_10.42.42.2(pid=3575): Launched\u000a16:02:29.604830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:30.185966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3577): Launched\u000a16:02:30.521246 run osmo-stp_10.42.42.5(pid=3578): Launched\u000a16:02:30.641831 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:31.231614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3580): Launched\u000a16:02:31.352869 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:31.679612 run patchelf(pid=3581): Launched\u000a16:02:31.930092 run osmo-stp_10.42.42.5(pid=3578): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3578)]\u000a16:02:32.116215 run osmo-stp_10.42.42.5(pid=3578): stdout: \u000a| (launched: 2022-12-13_16:02:30.354670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:32.284390 run osmo-stp_10.42.42.5(pid=3578): stderr: \u000a| �[0;m�[38;5;43m20221213160230549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160230549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160230549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160230549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160230550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160230550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160230550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:32.422756 run osmo-stp_10.42.42.5(pid=3578): stdout: \u000a| (launched: 2022-12-13_16:02:30.354670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:32.558690 run osmo-stp_10.42.42.5(pid=3578): stderr: \u000a| �[0;m�[38;5;43m20221213160230549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160230549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160230549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160230549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160230550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160230550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160230550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:32.717532 run patchelf(pid=3581): Terminating (SIGINT)\u000a16:02:32.902833 run patchelf(pid=3581): Terminated: ok {rc=0}\u000a16:02:32.936378 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3578): Process ended prematurely: osmo-stp_10.42.42.5(pid=3578) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3578)] [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a16:02:32.946156 tst ping.py:22: Test FAILED (7.0 sec)\u000a16:02:33.010365 run osmo-hlr_10.42.42.2(pid=3575): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3575)]\u000a16:02:33.062828 run osmo-hlr_10.42.42.2(pid=3575): stdout: \u000a| (launched: 2022-12-13_16:02:29.312470) \u000a16:02:33.116003 run osmo-hlr_10.42.42.2(pid=3575): stderr: \u000a| �[0;m�[1;31m20221213160229511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160229511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160229511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160229511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160229511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160229511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160229524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160229535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160229535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160229535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:33.161784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3574): Terminating (SIGTERM)\u000a16:02:33.204833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3577): Terminating (SIGTERM)\u000a16:02:33.247857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3580): Terminating (SIGTERM)\u000a16:02:33.257481 --- ParallelTerminationStrategy: PID 3574 died...\u000a16:02:33.314848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3574): Terminated: ok {rc=0}\u000a16:02:33.325183 --- ParallelTerminationStrategy: PID 3577 died...\u000a16:02:33.382306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3577): Terminated: ok {rc=0}\u000a16:02:33.392537 --- ParallelTerminationStrategy: PID 3580 died...\u000a16:02:33.449752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3580): Terminated: ok {rc=0}\u000a16:02:33.538562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:02:34.591928 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:34.604145 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:02:34.754438 tst ping_idle_ping.py: using LAC 34703\u000a16:02:34.877950 tst ping_idle_ping.py: using RAC 23\u000a16:02:35.001657 tst ping_idle_ping.py: using CellId 34703\u000a16:02:35.122569 tst ping_idle_ping.py: using BVCI 34704\u000a16:02:35.146373 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.157621 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.168565 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.179630 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.190706 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.201757 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.213184 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:02:35.224166 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:02:35.523497 tst ping_idle_ping.py:24: start network...\u000a16:02:35.661569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:36.187542 run create_hlr_db(pid=3582): Launched\u000a16:02:36.380555 bus /gobi_6: Setting Powered False\u000a16:02:37.401212 run create_hlr_db(pid=3582): Terminated: ok {rc=0}\u000a16:02:37.822714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Launched\u000a16:02:38.137512 run osmo-hlr_10.42.42.2(pid=3585): Launched\u000a16:02:38.259107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:38.805102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Launched\u000a16:02:39.118045 run osmo-stp_10.42.42.5(pid=3588): Launched\u000a16:02:39.231641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:39.777053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3590): Launched\u000a16:02:39.887663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:40.162545 run patchelf(pid=3591): Launched\u000a16:02:40.345672 run osmo-stp_10.42.42.5(pid=3588): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)]\u000a16:02:40.479549 run osmo-stp_10.42.42.5(pid=3588): stdout: \u000a| (launched: 2022-12-13_16:02:38.962848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:40.613297 run osmo-stp_10.42.42.5(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221213160239136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160239136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160239136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160239136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160239137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160239137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160239137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:40.741852 run osmo-stp_10.42.42.5(pid=3588): stdout: \u000a| (launched: 2022-12-13_16:02:38.962848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:40.868701 run osmo-stp_10.42.42.5(pid=3588): stderr: \u000a| �[0;m�[38;5;43m20221213160239136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160239136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160239136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160239136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160239137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160239137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160239137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:41.017833 run patchelf(pid=3591): Terminating (SIGINT)\u000a16:02:41.192857 run patchelf(pid=3591): Terminated: ok {rc=0}\u000a16:02:41.224495 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3588): Process ended prematurely: osmo-stp_10.42.42.5(pid=3588) [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3588)] [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:02:41.233199 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:02:41.293786 run osmo-hlr_10.42.42.2(pid=3585): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3585)]\u000a16:02:41.343013 run osmo-hlr_10.42.42.2(pid=3585): stdout: \u000a| (launched: 2022-12-13_16:02:37.980657) \u000a16:02:41.392936 run osmo-hlr_10.42.42.2(pid=3585): stderr: \u000a| �[0;m�[1;31m20221213160238159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160238159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160238159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160238159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160238159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160238159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160238171 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160238179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160238180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160238180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:41.435658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Terminating (SIGTERM)\u000a16:02:41.476065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Terminating (SIGTERM)\u000a16:02:41.516820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3590): Terminating (SIGTERM)\u000a16:02:41.526377 --- ParallelTerminationStrategy: PID 3584 died...\u000a16:02:41.580861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3584): Terminated: ok {rc=0}\u000a16:02:41.590808 --- ParallelTerminationStrategy: PID 3587 died...\u000a16:02:41.645214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3587): Terminated: ok {rc=0}\u000a16:02:41.655030 --- ParallelTerminationStrategy: PID 3590 died...\u000a16:02:41.709274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3590): Terminated: ok {rc=0}\u000a16:02:41.794190 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:01:42" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:02:43.976942 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:43.988427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:02:44.160133 tst cs_paging_gprs_active.py: using LAC 34704\u000a16:02:44.291371 tst cs_paging_gprs_active.py: using RAC 24\u000a16:02:44.424935 tst cs_paging_gprs_active.py: using CellId 34704\u000a16:02:44.558963 tst cs_paging_gprs_active.py: using BVCI 34705\u000a16:02:44.584818 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.596307 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.607626 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.618925 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.630460 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.642167 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.653914 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.665444 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:44.677131 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:02:44.797549 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:02:45.102817 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:02:45.243222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:45.594610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3595): Launched\u000a16:02:45.888512 run iperf3-srv_10.42.42.10(pid=3596): Launched\u000a16:02:46.104323 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:02:46.248690 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:46.615320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3597): Launched\u000a16:02:46.925277 run iperf3-srv_10.42.42.10(pid=3598): Launched\u000a16:02:47.136722 tst cs_paging_gprs_active.py:38: start network...\u000a16:02:47.280939 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:47.812785 run create_hlr_db(pid=3599): Launched\u000a16:02:48.007176 bus /gobi_6: Setting Powered False\u000a16:02:49.028012 run create_hlr_db(pid=3599): Terminated: ok {rc=0}\u000a16:02:49.454052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3601): Launched\u000a16:02:49.773651 run osmo-hlr_10.42.42.2(pid=3602): Launched\u000a16:02:49.897560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:02:50.456069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3604): Launched\u000a16:02:50.773997 run osmo-stp_10.42.42.5(pid=3605): Launched\u000a16:02:50.889209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:02:51.438553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Launched\u000a16:02:51.550617 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:02:51.828487 run patchelf(pid=3608): Launched\u000a16:02:52.012817 run osmo-stp_10.42.42.5(pid=3605): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)]\u000a16:02:52.147346 run osmo-stp_10.42.42.5(pid=3605): stdout: \u000a| (launched: 2022-12-13_16:02:50.615903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:52.282680 run osmo-stp_10.42.42.5(pid=3605): stderr: \u000a| �[0;m�[38;5;43m20221213160250791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160250791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160250791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160250792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160250792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160250792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160250792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:52.412699 run osmo-stp_10.42.42.5(pid=3605): stdout: \u000a| (launched: 2022-12-13_16:02:50.615903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:02:52.543169 run osmo-stp_10.42.42.5(pid=3605): stderr: \u000a| �[0;m�[38;5;43m20221213160250791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160250791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160250791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160250792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160250792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160250792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160250792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:02:52.693996 run patchelf(pid=3608): Terminating (SIGINT)\u000a16:02:52.871014 run patchelf(pid=3608): Terminated: ok {rc=0}\u000a16:02:52.903400 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3605): Process ended prematurely: osmo-stp_10.42.42.5(pid=3605) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3605)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:02:52.912792 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:02:52.973095 run osmo-hlr_10.42.42.2(pid=3602): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3602)]\u000a16:02:53.022884 run osmo-hlr_10.42.42.2(pid=3602): stdout: \u000a| (launched: 2022-12-13_16:02:49.614604) \u000a16:02:53.073183 run osmo-hlr_10.42.42.2(pid=3602): stderr: \u000a| �[0;m�[1;31m20221213160249798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160249798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160249798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160249798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160249798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160249798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160249809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160249817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160249817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160249817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:02:53.115894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3595): Terminating (SIGTERM)\u000a16:02:53.156043 run iperf3-srv_10.42.42.10(pid=3596): Terminating (SIGTERM)\u000a16:02:53.200097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3597): Terminating (SIGTERM)\u000a16:02:53.242712 run iperf3-srv_10.42.42.10(pid=3598): Terminating (SIGTERM)\u000a16:02:53.285605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3601): Terminating (SIGTERM)\u000a16:02:53.327876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3604): Terminating (SIGTERM)\u000a16:02:53.370718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Terminating (SIGTERM)\u000a16:02:53.380342 --- ParallelTerminationStrategy: PID 3595 died...\u000a16:02:53.437769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3595): Terminated: ok {rc=0}\u000a16:02:53.447953 --- ParallelTerminationStrategy: PID 3596 died...\u000a16:02:53.504632 run iperf3-srv_10.42.42.10(pid=3596): Terminated {rc=256}\u000a16:02:53.515109 --- ParallelTerminationStrategy: PID 3597 died...\u000a16:02:53.571532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3597): Terminated: ok {rc=0}\u000a16:02:53.581648 --- ParallelTerminationStrategy: PID 3598 died...\u000a16:02:53.637836 run iperf3-srv_10.42.42.10(pid=3598): Terminated {rc=256}\u000a16:02:53.647859 --- ParallelTerminationStrategy: PID 3601 died...\u000a16:02:53.704325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3601): Terminated: ok {rc=0}\u000a16:02:53.714342 --- ParallelTerminationStrategy: PID 3604 died...\u000a16:02:53.770865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3604): Terminated: ok {rc=0}\u000a16:02:53.780915 --- ParallelTerminationStrategy: PID 3607 died...\u000a16:02:53.837495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3607): Terminated: ok {rc=0}\u000a16:02:53.926236 bus /gobi_0: Setting Powered False\u000a16:02:55.031189 bus /gobi_0: Setting Powered False\u000a16:02:56.139961 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3618): Process ended prematurely: osmo-stp_10.42.42.5(pid=3618) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3618)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3618): Process ended prematurely: osmo-stp_10.42.42.5(pid=3618) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:02:57.257602 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.269813 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:02:57.447358 tst iperf3.py: using LAC 34705\u000a16:02:57.578767 tst iperf3.py: using RAC 25\u000a16:02:57.709106 tst iperf3.py: using CellId 34705\u000a16:02:57.839607 tst iperf3.py: using BVCI 34706\u000a16:02:57.865312 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.876782 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.888119 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.899463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.911174 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.922834 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.934563 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.946057 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:02:57.957829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:02:58.245915 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:02:58.376831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:02:58.707032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Launched\u000a16:02:58.980508 run iperf3-srv_10.42.42.10(pid=3610): Launched\u000a16:02:59.172173 tst iperf3.py:8: start network...\u000a16:02:59.302566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:02:59.807305 run create_hlr_db(pid=3611): Launched\u000a16:02:59.988229 bus /gobi_6: Setting Powered False\u000a16:03:01.042995 run create_hlr_db(pid=3611): Terminated: ok {rc=0}\u000a16:03:01.516567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3614): Launched\u000a16:03:02.011037 run osmo-hlr_10.42.42.2(pid=3615): Launched\u000a16:03:02.282653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:02.872772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3617): Launched\u000a16:03:03.210846 run osmo-stp_10.42.42.5(pid=3618): Launched\u000a16:03:03.333274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:03.922912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3620): Launched\u000a16:03:04.043334 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:04.340503 run patchelf(pid=3621): Launched\u000a16:03:04.537874 run osmo-stp_10.42.42.5(pid=3618): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3618)]\u000a16:03:04.682187 run osmo-stp_10.42.42.5(pid=3618): stdout: \u000a| (launched: 2022-12-13_16:03:03.043701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:04.827012 run osmo-stp_10.42.42.5(pid=3618): stderr: \u000a| �[0;m�[38;5;43m20221213160303240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160303240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160303241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160303241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160303242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160303242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160303242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:04.966255 run osmo-stp_10.42.42.5(pid=3618): stdout: \u000a| (launched: 2022-12-13_16:03:03.043701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:05.103910 run osmo-stp_10.42.42.5(pid=3618): stderr: \u000a| �[0;m�[38;5;43m20221213160303240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160303240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160303241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160303241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160303242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160303242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160303242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:05.264639 run patchelf(pid=3621): Terminating (SIGINT)\u000a16:03:05.454311 run patchelf(pid=3621): Terminated: ok {rc=0}\u000a16:03:05.488999 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3618): Process ended prematurely: osmo-stp_10.42.42.5(pid=3618) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3618)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:03:05.499119 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a16:03:05.563338 run osmo-hlr_10.42.42.2(pid=3615): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3615)]\u000a16:03:05.616190 run osmo-hlr_10.42.42.2(pid=3615): stdout: \u000a| (launched: 2022-12-13_16:03:01.693402) \u000a16:03:05.669451 run osmo-hlr_10.42.42.2(pid=3615): stderr: \u000a| �[0;m�[1;31m20221213160302135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160302135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160302135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160302135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160302135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160302135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160302154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160302163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160302163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160302163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:05.714842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Terminating (SIGTERM)\u000a16:03:05.758398 run iperf3-srv_10.42.42.10(pid=3610): Terminating (SIGTERM)\u000a16:03:05.800994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3614): Terminating (SIGTERM)\u000a16:03:05.844128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3617): Terminating (SIGTERM)\u000a16:03:05.886988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3620): Terminating (SIGTERM)\u000a16:03:05.896823 --- ParallelTerminationStrategy: PID 3609 died...\u000a16:03:05.954034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3609): Terminated: ok {rc=0}\u000a16:03:05.964122 --- ParallelTerminationStrategy: PID 3610 died...\u000a16:03:06.020656 run iperf3-srv_10.42.42.10(pid=3610): Terminated {rc=256}\u000a16:03:06.030694 --- ParallelTerminationStrategy: PID 3614 died...\u000a16:03:06.087207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3614): Terminated: ok {rc=0}\u000a16:03:06.097429 --- ParallelTerminationStrategy: PID 3617 died...\u000a16:03:06.153849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3617): Terminated: ok {rc=0}\u000a16:03:06.163827 --- ParallelTerminationStrategy: PID 3620 died...\u000a16:03:06.220422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3620): Terminated: ok {rc=0}\u000a16:03:06.307727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3637): Process ended prematurely: osmo-stp_10.42.42.5(pid=3637) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3637)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3637): Process ended prematurely: osmo-stp_10.42.42.5(pid=3637) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:03:07.426300 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:07.439015 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:03:07.609972 tst iperf3m4.py: using LAC 34706\u000a16:03:07.742959 tst iperf3m4.py: using RAC 26\u000a16:03:07.874226 tst iperf3m4.py: using CellId 34706\u000a16:03:08.005845 tst iperf3m4.py: using BVCI 34707\u000a16:03:08.031486 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.042909 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.054190 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.065518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.076934 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.088578 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.100309 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.111804 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:08.123694 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:03:08.243819 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:03:08.371119 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:03:08.497248 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:03:08.802609 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:03:08.943424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:09.294268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Launched\u000a16:03:09.588658 run iperf3-srv_10.42.42.10(pid=3624): Launched\u000a16:03:09.797045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:03:09.938528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:10.291272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Launched\u000a16:03:10.584355 run iperf3-srv_10.42.42.10(pid=3626): Launched\u000a16:03:10.790914 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:03:10.931606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:11.282051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Launched\u000a16:03:11.574871 run iperf3-srv_10.42.42.10(pid=3628): Launched\u000a16:03:11.781100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:03:11.921934 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:12.272540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3629): Launched\u000a16:03:12.563785 run iperf3-srv_10.42.42.10(pid=3630): Launched\u000a16:03:12.770311 tst iperf3m4.py:8: start network...\u000a16:03:12.911010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:13.442718 run create_hlr_db(pid=3631): Launched\u000a16:03:13.637680 bus /gobi_6: Setting Powered False\u000a16:03:14.658935 run create_hlr_db(pid=3631): Terminated: ok {rc=0}\u000a16:03:15.082864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3633): Launched\u000a16:03:15.403663 run osmo-hlr_10.42.42.2(pid=3634): Launched\u000a16:03:15.519552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:16.147639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3636): Launched\u000a16:03:16.689211 run osmo-stp_10.42.42.5(pid=3637): Launched\u000a16:03:16.802923 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:17.368447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3639): Launched\u000a16:03:17.480649 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:17.759819 run patchelf(pid=3640): Launched\u000a16:03:17.944265 run osmo-stp_10.42.42.5(pid=3637): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3637)]\u000a16:03:18.079209 run osmo-stp_10.42.42.5(pid=3637): stdout: \u000a| (launched: 2022-12-13_16:03:16.335659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:18.214896 run osmo-stp_10.42.42.5(pid=3637): stderr: \u000a| �[0;m�[38;5;43m20221213160316541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160316542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160316542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160316542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160316543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160316543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160316543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:18.344937 run osmo-stp_10.42.42.5(pid=3637): stdout: \u000a| (launched: 2022-12-13_16:03:16.335659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:18.473982 run osmo-stp_10.42.42.5(pid=3637): stderr: \u000a| �[0;m�[38;5;43m20221213160316541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160316542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160316542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160316542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160316543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160316543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160316543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:18.624476 run patchelf(pid=3640): Terminating (SIGINT)\u000a16:03:18.803038 run patchelf(pid=3640): Terminated: ok {rc=0}\u000a16:03:18.835541 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3637): Process ended prematurely: osmo-stp_10.42.42.5(pid=3637) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3637)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:03:18.844978 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a16:03:18.905516 run osmo-hlr_10.42.42.2(pid=3634): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3634)]\u000a16:03:18.955402 run osmo-hlr_10.42.42.2(pid=3634): stdout: \u000a| (launched: 2022-12-13_16:03:15.242743) \u000a16:03:19.005534 run osmo-hlr_10.42.42.2(pid=3634): stderr: \u000a| �[0;m�[1;31m20221213160315420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160315420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160315420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160315420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160315420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160315420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160315434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160315442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160315443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160315443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:19.048098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Terminating (SIGTERM)\u000a16:03:19.088211 run iperf3-srv_10.42.42.10(pid=3624): Terminating (SIGTERM)\u000a16:03:19.128418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Terminating (SIGTERM)\u000a16:03:19.168646 run iperf3-srv_10.42.42.10(pid=3626): Terminating (SIGTERM)\u000a16:03:19.209191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Terminating (SIGTERM)\u000a16:03:19.249547 run iperf3-srv_10.42.42.10(pid=3628): Terminating (SIGTERM)\u000a16:03:19.289989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3629): Terminating (SIGTERM)\u000a16:03:19.330492 run iperf3-srv_10.42.42.10(pid=3630): Terminating (SIGTERM)\u000a16:03:19.371247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3633): Terminating (SIGTERM)\u000a16:03:19.412026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3636): Terminating (SIGTERM)\u000a16:03:19.452577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3639): Terminating (SIGTERM)\u000a16:03:19.462080 --- ParallelTerminationStrategy: PID 3623 died...\u000a16:03:19.516715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3623): Terminated: ok {rc=0}\u000a16:03:19.526597 --- ParallelTerminationStrategy: PID 3624 died...\u000a16:03:19.580649 run iperf3-srv_10.42.42.10(pid=3624): Terminated {rc=256}\u000a16:03:19.590426 --- ParallelTerminationStrategy: PID 3625 died...\u000a16:03:19.644397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3625): Terminated: ok {rc=0}\u000a16:03:19.654210 --- ParallelTerminationStrategy: PID 3626 died...\u000a16:03:19.708067 run iperf3-srv_10.42.42.10(pid=3626): Terminated {rc=256}\u000a16:03:19.717942 --- ParallelTerminationStrategy: PID 3627 died...\u000a16:03:19.771919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3627): Terminated: ok {rc=0}\u000a16:03:19.782056 --- ParallelTerminationStrategy: PID 3628 died...\u000a16:03:19.835938 run iperf3-srv_10.42.42.10(pid=3628): Terminated {rc=256}\u000a16:03:19.845748 --- ParallelTerminationStrategy: PID 3629 died...\u000a16:03:19.899695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3629): Terminated: ok {rc=0}\u000a16:03:19.909584 --- ParallelTerminationStrategy: PID 3630 died...\u000a16:03:19.963254 run iperf3-srv_10.42.42.10(pid=3630): Terminated {rc=256}\u000a16:03:19.973092 --- ParallelTerminationStrategy: PID 3633 died...\u000a16:03:20.026825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3633): Terminated: ok {rc=0}\u000a16:03:20.036589 --- ParallelTerminationStrategy: PID 3636 died...\u000a16:03:20.090260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3636): Terminated: ok {rc=0}\u000a16:03:20.100043 --- ParallelTerminationStrategy: PID 3639 died...\u000a16:03:20.154156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3639): Terminated: ok {rc=0}\u000a16:03:20.244738 bus /gobi_4: Setting Powered False\u000a16:03:21.353383 bus /gobi_4: Setting Powered False\u000a16:03:22.465340 bus /gobi_1: Setting Powered False\u000a16:03:23.570048 bus /gobi_1: Setting Powered False\u000a16:03:24.683159 bus /gobi_0: Setting Powered False\u000a16:03:25.789229 bus /gobi_0: Setting Powered False\u000a16:03:26.900736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3647): Process ended prematurely: osmo-stp_10.42.42.5(pid=3647) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3647)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3647): Process ended prematurely: osmo-stp_10.42.42.5(pid=3647) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:03:27.970549 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:27.983313 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:03:28.153987 tst ping.py: using LAC 34707\u000a16:03:28.284877 tst ping.py: using RAC 27\u000a16:03:28.414380 tst ping.py: using CellId 34707\u000a16:03:28.543202 tst ping.py: using BVCI 34708\u000a16:03:28.568561 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.580129 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.591433 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.602780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.614457 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.626061 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.637759 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:28.649393 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:03:28.933236 tst ping.py:19: start network...\u000a16:03:29.061912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:29.561261 run create_hlr_db(pid=3641): Launched\u000a16:03:29.740343 bus /gobi_6: Setting Powered False\u000a16:03:30.761210 run create_hlr_db(pid=3641): Terminated: ok {rc=0}\u000a16:03:31.257191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3643): Launched\u000a16:03:31.638909 run osmo-hlr_10.42.42.2(pid=3644): Launched\u000a16:03:31.909401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:32.525859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3646): Launched\u000a16:03:32.837251 run osmo-stp_10.42.42.5(pid=3647): Launched\u000a16:03:32.949326 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:33.493631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3649): Launched\u000a16:03:33.603888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:33.875596 run patchelf(pid=3650): Launched\u000a16:03:34.056740 run osmo-stp_10.42.42.5(pid=3647): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3647)]\u000a16:03:34.189740 run osmo-stp_10.42.42.5(pid=3647): stdout: \u000a| (launched: 2022-12-13_16:03:32.682833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:34.322924 run osmo-stp_10.42.42.5(pid=3647): stderr: \u000a| �[0;m�[38;5;43m20221213160332858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160332859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160332859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160332859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160332860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160332860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160332860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:34.450829 run osmo-stp_10.42.42.5(pid=3647): stdout: \u000a| (launched: 2022-12-13_16:03:32.682833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:34.577328 run osmo-stp_10.42.42.5(pid=3647): stderr: \u000a| �[0;m�[38;5;43m20221213160332858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160332859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160332859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160332859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160332860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160332860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160332860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:34.725173 run patchelf(pid=3650): Terminating (SIGINT)\u000a16:03:34.899990 run patchelf(pid=3650): Terminated: ok {rc=0}\u000a16:03:34.931550 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3647): Process ended prematurely: osmo-stp_10.42.42.5(pid=3647) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3647)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:03:34.940379 tst ping.py:22: Test FAILED (7.0 sec)\u000a16:03:35.001856 run osmo-hlr_10.42.42.2(pid=3644): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3644)]\u000a16:03:35.051837 run osmo-hlr_10.42.42.2(pid=3644): stdout: \u000a| (launched: 2022-12-13_16:03:31.429813) \u000a16:03:35.102709 run osmo-hlr_10.42.42.2(pid=3644): stderr: \u000a| �[0;m�[1;31m20221213160331729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160331729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160331729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160331729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160331729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160331730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160331741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160331751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160331751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160331751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:35.145810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3643): Terminating (SIGTERM)\u000a16:03:35.186330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3646): Terminating (SIGTERM)\u000a16:03:35.226965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3649): Terminating (SIGTERM)\u000a16:03:35.236399 --- ParallelTerminationStrategy: PID 3643 died...\u000a16:03:35.291201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3643): Terminated: ok {rc=0}\u000a16:03:35.301089 --- ParallelTerminationStrategy: PID 3646 died...\u000a16:03:35.355331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3646): Terminated: ok {rc=0}\u000a16:03:35.365082 --- ParallelTerminationStrategy: PID 3649 died...\u000a16:03:35.419216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3649): Terminated: ok {rc=0}\u000a16:03:35.504734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3657): Process ended prematurely: osmo-stp_10.42.42.5(pid=3657) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3657)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3657): Process ended prematurely: osmo-stp_10.42.42.5(pid=3657) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:03:36.559806 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:36.572694 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:03:36.745354 tst ping_idle_ping.py: using LAC 34708\u000a16:03:36.876611 tst ping_idle_ping.py: using RAC 28\u000a16:03:37.006977 tst ping_idle_ping.py: using CellId 34708\u000a16:03:37.136890 tst ping_idle_ping.py: using BVCI 34709\u000a16:03:37.162498 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.174014 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.185439 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.196792 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.208503 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.220213 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.232048 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:03:37.243720 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:03:37.530346 tst ping_idle_ping.py:24: start network...\u000a16:03:37.659624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:38.170275 run create_hlr_db(pid=3651): Launched\u000a16:03:38.351162 bus /gobi_6: Setting Powered False\u000a16:03:39.370612 run create_hlr_db(pid=3651): Terminated: ok {rc=0}\u000a16:03:39.786511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3653): Launched\u000a16:03:40.101270 run osmo-hlr_10.42.42.2(pid=3654): Launched\u000a16:03:40.213845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:40.757395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3656): Launched\u000a16:03:41.072535 run osmo-stp_10.42.42.5(pid=3657): Launched\u000a16:03:41.185974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:41.730117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3659): Launched\u000a16:03:41.840227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:42.114863 run patchelf(pid=3660): Launched\u000a16:03:42.296332 run osmo-stp_10.42.42.5(pid=3657): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3657)]\u000a16:03:42.429683 run osmo-stp_10.42.42.5(pid=3657): stdout: \u000a| (launched: 2022-12-13_16:03:40.916253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:42.562999 run osmo-stp_10.42.42.5(pid=3657): stderr: \u000a| �[0;m�[38;5;43m20221213160341089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160341089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160341090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160341090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160341090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160341091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160341091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:42.691167 run osmo-stp_10.42.42.5(pid=3657): stdout: \u000a| (launched: 2022-12-13_16:03:40.916253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:42.818177 run osmo-stp_10.42.42.5(pid=3657): stderr: \u000a| �[0;m�[38;5;43m20221213160341089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160341089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160341090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160341090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160341090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160341091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160341091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:42.967339 run patchelf(pid=3660): Terminating (SIGINT)\u000a16:03:43.141609 run patchelf(pid=3660): Terminated: ok {rc=0}\u000a16:03:43.173230 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3657): Process ended prematurely: osmo-stp_10.42.42.5(pid=3657) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3657)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:03:43.182036 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:03:43.242937 run osmo-hlr_10.42.42.2(pid=3654): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3654)]\u000a16:03:43.293121 run osmo-hlr_10.42.42.2(pid=3654): stdout: \u000a| (launched: 2022-12-13_16:03:39.944081) \u000a16:03:43.343660 run osmo-hlr_10.42.42.2(pid=3654): stderr: \u000a| �[0;m�[1;31m20221213160340121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160340121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160340122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160340122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160340122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160340122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160340162 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160340172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160340172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160340173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:43.386788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3653): Terminating (SIGTERM)\u000a16:03:43.426964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3656): Terminating (SIGTERM)\u000a16:03:43.467256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3659): Terminating (SIGTERM)\u000a16:03:43.476564 --- ParallelTerminationStrategy: PID 3653 died...\u000a16:03:43.530399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3653): Terminated: ok {rc=0}\u000a16:03:43.540061 --- ParallelTerminationStrategy: PID 3656 died...\u000a16:03:43.593474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3656): Terminated: ok {rc=0}\u000a16:03:43.603147 --- ParallelTerminationStrategy: PID 3659 died...\u000a16:03:43.656513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3659): Terminated: ok {rc=0}\u000a16:03:43.745721 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:02:43" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3674): Process ended prematurely: osmo-stp_10.42.42.5(pid=3674) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3674)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3674): Process ended prematurely: osmo-stp_10.42.42.5(pid=3674) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:03:45.924787 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:45.936274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:03:46.102880 tst cs_paging_gprs_active.py: using LAC 34709\u000a16:03:46.230173 tst cs_paging_gprs_active.py: using RAC 29\u000a16:03:46.397803 tst cs_paging_gprs_active.py: using CellId 34709\u000a16:03:46.542406 tst cs_paging_gprs_active.py: using BVCI 34710\u000a16:03:46.569448 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.583004 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.595211 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.607322 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.619915 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.632471 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.644602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.656670 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:46.668994 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:03:46.817713 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:03:47.152199 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:03:47.294835 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:47.630159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Launched\u000a16:03:47.907986 run iperf3-srv_10.42.42.10(pid=3665): Launched\u000a16:03:48.101400 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:03:48.234068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:03:48.565905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3666): Launched\u000a16:03:48.840723 run iperf3-srv_10.42.42.10(pid=3667): Launched\u000a16:03:49.033744 tst cs_paging_gprs_active.py:38: start network...\u000a16:03:49.164710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:03:49.673401 run create_hlr_db(pid=3668): Launched\u000a16:03:49.854595 bus /gobi_6: Setting Powered False\u000a16:03:50.875909 run create_hlr_db(pid=3668): Terminated: ok {rc=0}\u000a16:03:51.326247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3670): Launched\u000a16:03:51.667259 run osmo-hlr_10.42.42.2(pid=3671): Launched\u000a16:03:51.794113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:03:52.382495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3673): Launched\u000a16:03:52.724796 run osmo-stp_10.42.42.5(pid=3674): Launched\u000a16:03:52.847057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:03:53.437032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3676): Launched\u000a16:03:53.557701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:03:53.855134 run patchelf(pid=3677): Launched\u000a16:03:54.052838 run osmo-stp_10.42.42.5(pid=3674): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3674)]\u000a16:03:54.197808 run osmo-stp_10.42.42.5(pid=3674): stdout: \u000a| (launched: 2022-12-13_16:03:52.554744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:54.342728 run osmo-stp_10.42.42.5(pid=3674): stderr: \u000a| �[0;m�[38;5;43m20221213160352751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160352751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160352752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160352752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160352753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160352753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160352753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:54.483008 run osmo-stp_10.42.42.5(pid=3674): stdout: \u000a| (launched: 2022-12-13_16:03:52.554744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:03:54.621673 run osmo-stp_10.42.42.5(pid=3674): stderr: \u000a| �[0;m�[38;5;43m20221213160352751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160352751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160352752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160352752 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160352753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160352753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160352753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:03:54.783113 run patchelf(pid=3677): Terminating (SIGINT)\u000a16:03:54.972908 run patchelf(pid=3677): Terminated: ok {rc=0}\u000a16:03:55.007604 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3674): Process ended prematurely: osmo-stp_10.42.42.5(pid=3674) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3674)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:03:55.017863 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:03:55.082232 run osmo-hlr_10.42.42.2(pid=3671): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3671)]\u000a16:03:55.134521 run osmo-hlr_10.42.42.2(pid=3671): stdout: \u000a| (launched: 2022-12-13_16:03:51.498472) \u000a16:03:55.187603 run osmo-hlr_10.42.42.2(pid=3671): stderr: \u000a| �[0;m�[1;31m20221213160351702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160351702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160351702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160351702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160351702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160351702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160351715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160351723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160351723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160351724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:03:55.232931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Terminating (SIGTERM)\u000a16:03:55.275950 run iperf3-srv_10.42.42.10(pid=3665): Terminating (SIGTERM)\u000a16:03:55.318859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3666): Terminating (SIGTERM)\u000a16:03:55.361832 run iperf3-srv_10.42.42.10(pid=3667): Terminating (SIGTERM)\u000a16:03:55.404573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3670): Terminating (SIGTERM)\u000a16:03:55.447843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3673): Terminating (SIGTERM)\u000a16:03:55.490918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3676): Terminating (SIGTERM)\u000a16:03:55.500593 --- ParallelTerminationStrategy: PID 3664 died...\u000a16:03:55.557598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3664): Terminated: ok {rc=0}\u000a16:03:55.567737 --- ParallelTerminationStrategy: PID 3665 died...\u000a16:03:55.624319 run iperf3-srv_10.42.42.10(pid=3665): Terminated {rc=256}\u000a16:03:55.634367 --- ParallelTerminationStrategy: PID 3666 died...\u000a16:03:55.691072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3666): Terminated: ok {rc=0}\u000a16:03:55.701194 --- ParallelTerminationStrategy: PID 3667 died...\u000a16:03:55.757577 run iperf3-srv_10.42.42.10(pid=3667): Terminated {rc=256}\u000a16:03:55.767550 --- ParallelTerminationStrategy: PID 3670 died...\u000a16:03:55.823845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3670): Terminated: ok {rc=0}\u000a16:03:55.833870 --- ParallelTerminationStrategy: PID 3673 died...\u000a16:03:55.890401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3673): Terminated: ok {rc=0}\u000a16:03:55.900428 --- ParallelTerminationStrategy: PID 3676 died...\u000a16:03:55.957325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3676): Terminated: ok {rc=0}\u000a16:03:56.045548 bus /gobi_0: Setting Powered False\u000a16:03:57.153466 bus /gobi_0: Setting Powered False\u000a16:03:58.266470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3686): Process ended prematurely: osmo-stp_10.42.42.5(pid=3686) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3686)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3686): Process ended prematurely: osmo-stp_10.42.42.5(pid=3686) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:03:59.383825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:59.396383 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:03:59.569237 tst iperf3.py: using LAC 34710\u000a16:03:59.702113 tst iperf3.py: using RAC 30\u000a16:03:59.837303 tst iperf3.py: using CellId 34710\u000a16:03:59.961985 tst iperf3.py: using BVCI 34711\u000a16:03:59.986119 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:03:59.997168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.007890 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.018718 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.029967 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.041407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.053064 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.064290 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:00.075749 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:00.363589 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:04:00.494426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:00.823908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3678): Launched\u000a16:04:01.133330 run iperf3-srv_10.42.42.10(pid=3679): Launched\u000a16:04:01.351945 tst iperf3.py:8: start network...\u000a16:04:01.501945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:02.075151 run create_hlr_db(pid=3680): Launched\u000a16:04:02.272841 bus /gobi_6: Setting Powered False\u000a16:04:03.290208 run create_hlr_db(pid=3680): Terminated: ok {rc=0}\u000a16:04:03.738959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3682): Launched\u000a16:04:04.079108 run osmo-hlr_10.42.42.2(pid=3683): Launched\u000a16:04:04.202544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:04.793455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3685): Launched\u000a16:04:05.134237 run osmo-stp_10.42.42.5(pid=3686): Launched\u000a16:04:05.257400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:05.848384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3688): Launched\u000a16:04:05.969237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:06.266837 run patchelf(pid=3689): Launched\u000a16:04:06.463734 run osmo-stp_10.42.42.5(pid=3686): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3686)]\u000a16:04:06.608005 run osmo-stp_10.42.42.5(pid=3686): stdout: \u000a| (launched: 2022-12-13_16:04:04.965194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:06.752639 run osmo-stp_10.42.42.5(pid=3686): stderr: \u000a| �[0;m�[38;5;43m20221213160405159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160405159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160405159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160405160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160405160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160405160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160405160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:06.892044 run osmo-stp_10.42.42.5(pid=3686): stdout: \u000a| (launched: 2022-12-13_16:04:04.965194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:07.030309 run osmo-stp_10.42.42.5(pid=3686): stderr: \u000a| �[0;m�[38;5;43m20221213160405159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160405159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160405159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160405160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160405160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160405160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160405160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:07.191793 run patchelf(pid=3689): Terminating (SIGINT)\u000a16:04:07.381345 run patchelf(pid=3689): Terminated: ok {rc=0}\u000a16:04:07.415982 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3686): Process ended prematurely: osmo-stp_10.42.42.5(pid=3686) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3686)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:04:07.426226 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a16:04:07.491826 run osmo-hlr_10.42.42.2(pid=3683): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3683)]\u000a16:04:07.544912 run osmo-hlr_10.42.42.2(pid=3683): stdout: \u000a| (launched: 2022-12-13_16:04:03.910402) \u000a16:04:07.598582 run osmo-hlr_10.42.42.2(pid=3683): stderr: \u000a| �[0;m�[1;31m20221213160404114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160404114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160404114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160404114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160404114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160404114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160404126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160404134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160404134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160404134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:07.644304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3678): Terminating (SIGTERM)\u000a16:04:07.687736 run iperf3-srv_10.42.42.10(pid=3679): Terminating (SIGTERM)\u000a16:04:07.730833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3682): Terminating (SIGTERM)\u000a16:04:07.773507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3685): Terminating (SIGTERM)\u000a16:04:07.816576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3688): Terminating (SIGTERM)\u000a16:04:07.826438 --- ParallelTerminationStrategy: PID 3678 died...\u000a16:04:07.883651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3678): Terminated: ok {rc=0}\u000a16:04:07.893925 --- ParallelTerminationStrategy: PID 3679 died...\u000a16:04:07.951338 run iperf3-srv_10.42.42.10(pid=3679): Terminated {rc=256}\u000a16:04:07.961961 --- ParallelTerminationStrategy: PID 3682 died...\u000a16:04:08.019368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3682): Terminated: ok {rc=0}\u000a16:04:08.029965 --- ParallelTerminationStrategy: PID 3685 died...\u000a16:04:08.087367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3685): Terminated: ok {rc=0}\u000a16:04:08.097647 --- ParallelTerminationStrategy: PID 3688 died...\u000a16:04:08.155047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3688): Terminated: ok {rc=0}\u000a16:04:08.243801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3704): Process ended prematurely: osmo-stp_10.42.42.5(pid=3704) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3704): Process ended prematurely: osmo-stp_10.42.42.5(pid=3704) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:04:09.362818 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:09.375106 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:04:09.556509 tst iperf3m4.py: using LAC 34711\u000a16:04:09.687746 tst iperf3m4.py: using RAC 31\u000a16:04:09.819660 tst iperf3m4.py: using CellId 34711\u000a16:04:09.951439 tst iperf3m4.py: using BVCI 34712\u000a16:04:09.977314 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:09.988833 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.000174 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.011552 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.023700 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.035958 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.048405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.060513 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:10.072797 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:10.196407 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:10.323051 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:10.446398 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:10.734240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:04:10.864758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:11.193279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Launched\u000a16:04:11.468515 run iperf3-srv_10.42.42.10(pid=3691): Launched\u000a16:04:11.660505 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:04:11.791533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:12.121390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Launched\u000a16:04:12.395244 run iperf3-srv_10.42.42.10(pid=3693): Launched\u000a16:04:12.586584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:04:12.717343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:13.046462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Launched\u000a16:04:13.320408 run iperf3-srv_10.42.42.10(pid=3695): Launched\u000a16:04:13.511668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:04:13.642354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:13.971825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3696): Launched\u000a16:04:14.246044 run iperf3-srv_10.42.42.10(pid=3697): Launched\u000a16:04:14.436663 tst iperf3m4.py:8: start network...\u000a16:04:14.566782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:15.074386 run create_hlr_db(pid=3698): Launched\u000a16:04:15.255194 bus /gobi_6: Setting Powered False\u000a16:04:16.277978 run create_hlr_db(pid=3698): Terminated: ok {rc=0}\u000a16:04:16.709859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3700): Launched\u000a16:04:17.133271 run osmo-hlr_10.42.42.2(pid=3701): Launched\u000a16:04:17.303784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:17.892235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3703): Launched\u000a16:04:18.233049 run osmo-stp_10.42.42.5(pid=3704): Launched\u000a16:04:18.355329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:18.944885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3706): Launched\u000a16:04:19.065531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:19.363000 run patchelf(pid=3707): Launched\u000a16:04:19.560579 run osmo-stp_10.42.42.5(pid=3704): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)]\u000a16:04:19.704501 run osmo-stp_10.42.42.5(pid=3704): stdout: \u000a| (launched: 2022-12-13_16:04:18.063457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:19.848780 run osmo-stp_10.42.42.5(pid=3704): stderr: \u000a| �[0;m�[38;5;43m20221213160418257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160418257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160418257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160418258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160418258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160418258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160418258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:19.987514 run osmo-stp_10.42.42.5(pid=3704): stdout: \u000a| (launched: 2022-12-13_16:04:18.063457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:20.125702 run osmo-stp_10.42.42.5(pid=3704): stderr: \u000a| �[0;m�[38;5;43m20221213160418257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160418257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160418257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160418258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160418258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160418258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160418258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:20.286844 run patchelf(pid=3707): Terminating (SIGINT)\u000a16:04:20.476136 run patchelf(pid=3707): Terminated: ok {rc=0}\u000a16:04:20.510718 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3704): Process ended prematurely: osmo-stp_10.42.42.5(pid=3704) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3704)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:04:20.520840 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:04:20.585486 run osmo-hlr_10.42.42.2(pid=3701): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3701)]\u000a16:04:20.637656 run osmo-hlr_10.42.42.2(pid=3701): stdout: \u000a| (launched: 2022-12-13_16:04:16.872556) \u000a16:04:20.690320 run osmo-hlr_10.42.42.2(pid=3701): stderr: \u000a| �[0;m�[1;31m20221213160417168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160417168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160417168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160417168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160417168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160417168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160417181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160417204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160417204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160417204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:20.735911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Terminating (SIGTERM)\u000a16:04:20.779441 run iperf3-srv_10.42.42.10(pid=3691): Terminating (SIGTERM)\u000a16:04:20.822229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminating (SIGTERM)\u000a16:04:20.864887 run iperf3-srv_10.42.42.10(pid=3693): Terminating (SIGTERM)\u000a16:04:20.907620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminating (SIGTERM)\u000a16:04:20.950798 run iperf3-srv_10.42.42.10(pid=3695): Terminating (SIGTERM)\u000a16:04:20.994138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3696): Terminating (SIGTERM)\u000a16:04:21.037116 run iperf3-srv_10.42.42.10(pid=3697): Terminating (SIGTERM)\u000a16:04:21.080036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3700): Terminating (SIGTERM)\u000a16:04:21.122862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3703): Terminating (SIGTERM)\u000a16:04:21.165990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3706): Terminating (SIGTERM)\u000a16:04:21.175847 --- ParallelTerminationStrategy: PID 3690 died...\u000a16:04:21.233178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3690): Terminated: ok {rc=0}\u000a16:04:21.243406 --- ParallelTerminationStrategy: PID 3691 died...\u000a16:04:21.300629 run iperf3-srv_10.42.42.10(pid=3691): Terminated {rc=256}\u000a16:04:21.310841 --- ParallelTerminationStrategy: PID 3692 died...\u000a16:04:21.368159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3692): Terminated: ok {rc=0}\u000a16:04:21.378352 --- ParallelTerminationStrategy: PID 3693 died...\u000a16:04:21.435521 run iperf3-srv_10.42.42.10(pid=3693): Terminated {rc=256}\u000a16:04:21.446071 --- ParallelTerminationStrategy: PID 3694 died...\u000a16:04:21.503582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3694): Terminated: ok {rc=0}\u000a16:04:21.513842 --- ParallelTerminationStrategy: PID 3695 died...\u000a16:04:21.571072 run iperf3-srv_10.42.42.10(pid=3695): Terminated {rc=256}\u000a16:04:21.581352 --- ParallelTerminationStrategy: PID 3696 died...\u000a16:04:21.639224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3696): Terminated: ok {rc=0}\u000a16:04:21.649847 --- ParallelTerminationStrategy: PID 3697 died...\u000a16:04:21.707201 run iperf3-srv_10.42.42.10(pid=3697): Terminated {rc=256}\u000a16:04:21.717860 --- ParallelTerminationStrategy: PID 3700 died...\u000a16:04:21.775348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3700): Terminated: ok {rc=0}\u000a16:04:21.785651 --- ParallelTerminationStrategy: PID 3703 died...\u000a16:04:21.842994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3703): Terminated: ok {rc=0}\u000a16:04:21.853355 --- ParallelTerminationStrategy: PID 3706 died...\u000a16:04:21.910991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3706): Terminated: ok {rc=0}\u000a16:04:22.000077 bus /gobi_4: Setting Powered False\u000a16:04:23.108165 bus /gobi_4: Setting Powered False\u000a16:04:24.218575 bus /gobi_1: Setting Powered False\u000a16:04:25.326285 bus /gobi_1: Setting Powered False\u000a16:04:26.435406 bus /gobi_0: Setting Powered False\u000a16:04:27.543807 bus /gobi_0: Setting Powered False\u000a16:04:28.657618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3715): Process ended prematurely: osmo-stp_10.42.42.5(pid=3715) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3715): Process ended prematurely: osmo-stp_10.42.42.5(pid=3715) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:04:29.727591 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:29.739975 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:04:29.911139 tst ping.py: using LAC 34712\u000a16:04:30.042273 tst ping.py: using RAC 32\u000a16:04:30.173601 tst ping.py: using CellId 34712\u000a16:04:30.304656 tst ping.py: using BVCI 34713\u000a16:04:30.330285 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.341908 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.353302 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.364663 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.376854 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.388491 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.400373 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:30.412029 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:30.696021 tst ping.py:19: start network...\u000a16:04:30.824194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:31.424049 run create_hlr_db(pid=3709): Launched\u000a16:04:31.606613 bus /gobi_6: Setting Powered False\u000a16:04:32.623003 run create_hlr_db(pid=3709): Terminated: ok {rc=0}\u000a16:04:33.037861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3711): Launched\u000a16:04:33.350411 run osmo-hlr_10.42.42.2(pid=3712): Launched\u000a16:04:33.467777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:34.054008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3714): Launched\u000a16:04:34.387192 run osmo-stp_10.42.42.5(pid=3715): Launched\u000a16:04:34.507705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:35.085235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3717): Launched\u000a16:04:35.205217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:35.480395 run patchelf(pid=3718): Launched\u000a16:04:35.660881 run osmo-stp_10.42.42.5(pid=3715): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)]\u000a16:04:35.793261 run osmo-stp_10.42.42.5(pid=3715): stdout: \u000a| (launched: 2022-12-13_16:04:34.222236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:35.925977 run osmo-stp_10.42.42.5(pid=3715): stderr: \u000a| �[0;m�[38;5;43m20221213160434416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160434417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160434417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160434417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:36.053398 run osmo-stp_10.42.42.5(pid=3715): stdout: \u000a| (launched: 2022-12-13_16:04:34.222236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:36.179341 run osmo-stp_10.42.42.5(pid=3715): stderr: \u000a| �[0;m�[38;5;43m20221213160434416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160434417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160434417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160434417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160434418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:36.326563 run patchelf(pid=3718): Terminating (SIGINT)\u000a16:04:36.499881 run patchelf(pid=3718): Terminated: ok {rc=0}\u000a16:04:36.531238 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3715): Process ended prematurely: osmo-stp_10.42.42.5(pid=3715) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3715)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:04:36.540066 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:04:36.600748 run osmo-hlr_10.42.42.2(pid=3712): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3712)]\u000a16:04:36.650351 run osmo-hlr_10.42.42.2(pid=3712): stdout: \u000a| (launched: 2022-12-13_16:04:33.194904) \u000a16:04:36.700636 run osmo-hlr_10.42.42.2(pid=3712): stderr: \u000a| �[0;m�[1;31m20221213160433372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160433372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160433372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160433372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160433372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160433372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160433386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160433394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160433394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160433394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:36.743461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3711): Terminating (SIGTERM)\u000a16:04:36.784068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3714): Terminating (SIGTERM)\u000a16:04:36.824528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3717): Terminating (SIGTERM)\u000a16:04:36.833970 --- ParallelTerminationStrategy: PID 3711 died...\u000a16:04:36.887924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3711): Terminated: ok {rc=0}\u000a16:04:36.897968 --- ParallelTerminationStrategy: PID 3714 died...\u000a16:04:36.952179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3714): Terminated: ok {rc=0}\u000a16:04:36.961906 --- ParallelTerminationStrategy: PID 3717 died...\u000a16:04:37.020335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3717): Terminated: ok {rc=0}\u000a16:04:37.107156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3725): Process ended prematurely: osmo-stp_10.42.42.5(pid=3725) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3725)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3725): Process ended prematurely: osmo-stp_10.42.42.5(pid=3725) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:04:38.159733 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.171931 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:04:38.334313 tst ping_idle_ping.py: using LAC 34713\u000a16:04:38.458403 tst ping_idle_ping.py: using RAC 33\u000a16:04:38.581568 tst ping_idle_ping.py: using CellId 34713\u000a16:04:38.702450 tst ping_idle_ping.py: using BVCI 34714\u000a16:04:38.726177 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.737255 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.747977 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.758826 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.769633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.780381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.791314 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:04:38.802192 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:04:39.085548 tst ping_idle_ping.py:24: start network...\u000a16:04:39.214041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:39.716529 run create_hlr_db(pid=3719): Launched\u000a16:04:39.909486 bus /gobi_6: Setting Powered False\u000a16:04:40.930087 run create_hlr_db(pid=3719): Terminated: ok {rc=0}\u000a16:04:41.373878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3721): Launched\u000a16:04:41.708378 run osmo-hlr_10.42.42.2(pid=3722): Launched\u000a16:04:41.830453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:42.407136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3724): Launched\u000a16:04:42.743029 run osmo-stp_10.42.42.5(pid=3725): Launched\u000a16:04:42.863659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:43.443421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3727): Launched\u000a16:04:43.562338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:43.854410 run patchelf(pid=3728): Launched\u000a16:04:44.047976 run osmo-stp_10.42.42.5(pid=3725): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3725)]\u000a16:04:44.190087 run osmo-stp_10.42.42.5(pid=3725): stdout: \u000a| (launched: 2022-12-13_16:04:42.575852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:44.332654 run osmo-stp_10.42.42.5(pid=3725): stderr: \u000a| �[0;m�[38;5;43m20221213160442772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160442772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160442772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160442773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160442773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160442773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160442773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:44.470203 run osmo-stp_10.42.42.5(pid=3725): stdout: \u000a| (launched: 2022-12-13_16:04:42.575852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:44.605970 run osmo-stp_10.42.42.5(pid=3725): stderr: \u000a| �[0;m�[38;5;43m20221213160442772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160442772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160442772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160442773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160442773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160442773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160442773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:44.764289 run patchelf(pid=3728): Terminating (SIGINT)\u000a16:04:44.949862 run patchelf(pid=3728): Terminated: ok {rc=0}\u000a16:04:44.983539 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3725): Process ended prematurely: osmo-stp_10.42.42.5(pid=3725) [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3725)] [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:04:44.992753 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:04:45.057138 run osmo-hlr_10.42.42.2(pid=3722): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3722)]\u000a16:04:45.109272 run osmo-hlr_10.42.42.2(pid=3722): stdout: \u000a| (launched: 2022-12-13_16:04:41.543177) \u000a16:04:45.162126 run osmo-hlr_10.42.42.2(pid=3722): stderr: \u000a| �[0;m�[1;31m20221213160441745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160441745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160441745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160441745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160441745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160441745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160441757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160441765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160441765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160441766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:45.207519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3721): Terminating (SIGTERM)\u000a16:04:45.250764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3724): Terminating (SIGTERM)\u000a16:04:45.293353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3727): Terminating (SIGTERM)\u000a16:04:45.303076 --- ParallelTerminationStrategy: PID 3721 died...\u000a16:04:45.361685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3721): Terminated: ok {rc=0}\u000a16:04:45.371288 --- ParallelTerminationStrategy: PID 3724 died...\u000a16:04:45.425484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3724): Terminated: ok {rc=0}\u000a16:04:45.435005 --- ParallelTerminationStrategy: PID 3727 died...\u000a16:04:45.487974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3727): Terminated: ok {rc=0}\u000a16:04:45.572689 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:03:45" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3742): Process ended prematurely: osmo-stp_10.42.42.5(pid=3742) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3742)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3742): Process ended prematurely: osmo-stp_10.42.42.5(pid=3742) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:04:47.834014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:47.845929 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:04:48.000698 tst cs_paging_gprs_active.py: using LAC 34714\u000a16:04:48.132172 tst cs_paging_gprs_active.py: using RAC 34\u000a16:04:48.265942 tst cs_paging_gprs_active.py: using CellId 34714\u000a16:04:48.399409 tst cs_paging_gprs_active.py: using BVCI 34715\u000a16:04:48.425236 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.437148 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.448878 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.461174 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.473758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.486376 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.499117 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.511768 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:04:48.524537 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:04:48.647077 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:04:48.956106 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:04:49.098509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:49.450901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3732): Launched\u000a16:04:49.746198 run iperf3-srv_10.42.42.10(pid=3733): Launched\u000a16:04:49.954460 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:04:50.096591 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:04:50.450118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3734): Launched\u000a16:04:50.742165 run iperf3-srv_10.42.42.10(pid=3735): Launched\u000a16:04:50.949373 tst cs_paging_gprs_active.py:38: start network...\u000a16:04:51.090821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:04:51.624541 run create_hlr_db(pid=3736): Launched\u000a16:04:51.819294 bus /gobi_6: Setting Powered False\u000a16:04:52.840309 run create_hlr_db(pid=3736): Terminated: ok {rc=0}\u000a16:04:53.264590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3738): Launched\u000a16:04:53.584731 run osmo-hlr_10.42.42.2(pid=3739): Launched\u000a16:04:53.700748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:04:54.251106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3741): Launched\u000a16:04:54.570765 run osmo-stp_10.42.42.5(pid=3742): Launched\u000a16:04:54.686780 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:04:55.240103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3744): Launched\u000a16:04:55.352465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:04:55.632361 run patchelf(pid=3745): Launched\u000a16:04:55.816871 run osmo-stp_10.42.42.5(pid=3742): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3742)]\u000a16:04:55.951365 run osmo-stp_10.42.42.5(pid=3742): stdout: \u000a| (launched: 2022-12-13_16:04:54.411711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:56.086283 run osmo-stp_10.42.42.5(pid=3742): stderr: \u000a| �[0;m�[38;5;43m20221213160454587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160454587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160454587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160454588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160454588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160454588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160454588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:56.216061 run osmo-stp_10.42.42.5(pid=3742): stdout: \u000a| (launched: 2022-12-13_16:04:54.411711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:04:56.344789 run osmo-stp_10.42.42.5(pid=3742): stderr: \u000a| �[0;m�[38;5;43m20221213160454587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160454587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160454587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160454588 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160454588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160454588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160454588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:04:56.495396 run patchelf(pid=3745): Terminating (SIGINT)\u000a16:04:56.672355 run patchelf(pid=3745): Terminated: ok {rc=0}\u000a16:04:56.704648 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3742): Process ended prematurely: osmo-stp_10.42.42.5(pid=3742) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3742)] [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:04:56.714135 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:04:56.774955 run osmo-hlr_10.42.42.2(pid=3739): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3739)]\u000a16:04:56.824742 run osmo-hlr_10.42.42.2(pid=3739): stdout: \u000a| (launched: 2022-12-13_16:04:53.426036) \u000a16:04:56.875299 run osmo-hlr_10.42.42.2(pid=3739): stderr: \u000a| �[0;m�[1;31m20221213160453605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160453605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160453605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160453605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160453605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160453605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160453619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160453627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160453627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160453627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:04:56.918293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3732): Terminating (SIGTERM)\u000a16:04:56.958771 run iperf3-srv_10.42.42.10(pid=3733): Terminating (SIGTERM)\u000a16:04:56.999281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3734): Terminating (SIGTERM)\u000a16:04:57.039704 run iperf3-srv_10.42.42.10(pid=3735): Terminating (SIGTERM)\u000a16:04:57.080150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3738): Terminating (SIGTERM)\u000a16:04:57.120722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3741): Terminating (SIGTERM)\u000a16:04:57.161391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3744): Terminating (SIGTERM)\u000a16:04:57.170715 --- ParallelTerminationStrategy: PID 3732 died...\u000a16:04:57.224752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3732): Terminated: ok {rc=0}\u000a16:04:57.234504 --- ParallelTerminationStrategy: PID 3733 died...\u000a16:04:57.288141 run iperf3-srv_10.42.42.10(pid=3733): Terminated {rc=256}\u000a16:04:57.297792 --- ParallelTerminationStrategy: PID 3734 died...\u000a16:04:57.351460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3734): Terminated: ok {rc=0}\u000a16:04:57.361164 --- ParallelTerminationStrategy: PID 3735 died...\u000a16:04:57.414691 run iperf3-srv_10.42.42.10(pid=3735): Terminated {rc=256}\u000a16:04:57.424677 --- ParallelTerminationStrategy: PID 3738 died...\u000a16:04:57.478921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3738): Terminated: ok {rc=0}\u000a16:04:57.488683 --- ParallelTerminationStrategy: PID 3741 died...\u000a16:04:57.542564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3741): Terminated: ok {rc=0}\u000a16:04:57.552233 --- ParallelTerminationStrategy: PID 3744 died...\u000a16:04:57.606069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3744): Terminated: ok {rc=0}\u000a16:04:57.695650 bus /gobi_0: Setting Powered False\u000a16:04:58.802888 bus /gobi_0: Setting Powered False\u000a16:04:59.915779 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3757): Process ended prematurely: osmo-stp_10.42.42.5(pid=3757) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3757)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3757): Process ended prematurely: osmo-stp_10.42.42.5(pid=3757) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:05:01.061748 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.078590 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:05:01.293548 tst iperf3.py: using LAC 34715\u000a16:05:01.436065 tst iperf3.py: using RAC 35\u000a16:05:01.593422 tst iperf3.py: using CellId 34715\u000a16:05:01.732620 tst iperf3.py: using BVCI 34716\u000a16:05:01.759847 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.772770 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.786807 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.800216 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.815475 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.829420 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.843531 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.857430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:01.871643 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:02.191995 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:05:02.337630 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:05:02.690622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3749): Launched\u000a16:05:02.985442 run iperf3-srv_10.42.42.10(pid=3750): Launched\u000a16:05:03.193469 tst iperf3.py:8: start network...\u000a16:05:03.335226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:03.870277 run create_hlr_db(pid=3751): Launched\u000a16:05:04.065457 bus /gobi_6: Setting Powered False\u000a16:05:05.085153 run create_hlr_db(pid=3751): Terminated: ok {rc=0}\u000a16:05:05.512455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3753): Launched\u000a16:05:05.833134 run osmo-hlr_10.42.42.2(pid=3754): Launched\u000a16:05:05.957804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:06.514193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3756): Launched\u000a16:05:06.831139 run osmo-stp_10.42.42.5(pid=3757): Launched\u000a16:05:06.945794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:05:07.499876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3759): Launched\u000a16:05:07.612495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:05:07.890262 run patchelf(pid=3760): Launched\u000a16:05:08.090424 run osmo-stp_10.42.42.5(pid=3757): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3757)]\u000a16:05:08.220357 run osmo-stp_10.42.42.5(pid=3757): stdout: \u000a| (launched: 2022-12-13_16:05:06.674722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:08.350552 run osmo-stp_10.42.42.5(pid=3757): stderr: \u000a| �[0;m�[38;5;43m20221213160506851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160506851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160506852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160506852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:08.475912 run osmo-stp_10.42.42.5(pid=3757): stdout: \u000a| (launched: 2022-12-13_16:05:06.674722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:08.599866 run osmo-stp_10.42.42.5(pid=3757): stderr: \u000a| �[0;m�[38;5;43m20221213160506851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160506851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160506852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160506852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160506853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:08.744908 run patchelf(pid=3760): Terminating (SIGINT)\u000a16:05:08.915336 run patchelf(pid=3760): Terminated: ok {rc=0}\u000a16:05:08.946598 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3757): Process ended prematurely: osmo-stp_10.42.42.5(pid=3757) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3757)] [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:05:08.955849 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:05:09.015157 run osmo-hlr_10.42.42.2(pid=3754): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3754)]\u000a16:05:09.063461 run osmo-hlr_10.42.42.2(pid=3754): stdout: \u000a| (launched: 2022-12-13_16:05:05.673390) \u000a16:05:09.112389 run osmo-hlr_10.42.42.2(pid=3754): stderr: \u000a| �[0;m�[1;31m20221213160505857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160505857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160505857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160505857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160505857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160505857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160505869 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160505878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160505878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160505878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:09.153964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3749): Terminating (SIGTERM)\u000a16:05:09.193126 run iperf3-srv_10.42.42.10(pid=3750): Terminating (SIGTERM)\u000a16:05:09.232352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3753): Terminating (SIGTERM)\u000a16:05:09.271623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3756): Terminating (SIGTERM)\u000a16:05:09.310787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3759): Terminating (SIGTERM)\u000a16:05:09.319843 --- ParallelTerminationStrategy: PID 3749 died...\u000a16:05:09.372110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3749): Terminated: ok {rc=0}\u000a16:05:09.381500 --- ParallelTerminationStrategy: PID 3750 died...\u000a16:05:09.433320 run iperf3-srv_10.42.42.10(pid=3750): Terminated {rc=256}\u000a16:05:09.442626 --- ParallelTerminationStrategy: PID 3753 died...\u000a16:05:09.494510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3753): Terminated: ok {rc=0}\u000a16:05:09.503876 --- ParallelTerminationStrategy: PID 3756 died...\u000a16:05:09.556368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3756): Terminated: ok {rc=0}\u000a16:05:09.565755 --- ParallelTerminationStrategy: PID 3759 died...\u000a16:05:09.617826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3759): Terminated: ok {rc=0}\u000a16:05:09.705636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3775): Process ended prematurely: osmo-stp_10.42.42.5(pid=3775) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3775)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3775): Process ended prematurely: osmo-stp_10.42.42.5(pid=3775) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:05:10.815946 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:10.827884 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:05:10.970446 tst iperf3m4.py: using LAC 34716\u000a16:05:11.091836 tst iperf3m4.py: using RAC 36\u000a16:05:11.213952 tst iperf3m4.py: using CellId 34716\u000a16:05:11.335173 tst iperf3m4.py: using BVCI 34717\u000a16:05:11.358478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.369859 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.381005 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.392087 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.403135 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.414145 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.425309 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.437578 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:11.449352 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:11.566779 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:11.690396 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:11.808035 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:12.105661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:05:12.242250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:05:12.581980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Launched\u000a16:05:12.865665 run iperf3-srv_10.42.42.10(pid=3762): Launched\u000a16:05:13.065276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:05:13.201585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:05:13.540544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Launched\u000a16:05:13.822163 run iperf3-srv_10.42.42.10(pid=3764): Launched\u000a16:05:14.022597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:05:14.159020 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:05:14.499142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Launched\u000a16:05:14.783114 run iperf3-srv_10.42.42.10(pid=3766): Launched\u000a16:05:14.983123 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:05:15.119278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:05:15.457762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3767): Launched\u000a16:05:15.740113 run iperf3-srv_10.42.42.10(pid=3768): Launched\u000a16:05:15.942151 tst iperf3m4.py:8: start network...\u000a16:05:16.080601 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:16.646467 run create_hlr_db(pid=3769): Launched\u000a16:05:16.839139 bus /gobi_6: Setting Powered False\u000a16:05:17.855397 run create_hlr_db(pid=3769): Terminated: ok {rc=0}\u000a16:05:18.264598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3771): Launched\u000a16:05:18.571207 run osmo-hlr_10.42.42.2(pid=3772): Launched\u000a16:05:18.691143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:19.234237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3774): Launched\u000a16:05:19.541417 run osmo-stp_10.42.42.5(pid=3775): Launched\u000a16:05:19.655713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:05:20.196789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3777): Launched\u000a16:05:20.306798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:05:20.579676 run patchelf(pid=3778): Launched\u000a16:05:20.760244 run osmo-stp_10.42.42.5(pid=3775): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3775)]\u000a16:05:20.892297 run osmo-stp_10.42.42.5(pid=3775): stdout: \u000a| (launched: 2022-12-13_16:05:19.388340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:21.024495 run osmo-stp_10.42.42.5(pid=3775): stderr: \u000a| �[0;m�[38;5;43m20221213160519558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160519558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160519558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160519559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160519559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160519559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160519559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:21.151862 run osmo-stp_10.42.42.5(pid=3775): stdout: \u000a| (launched: 2022-12-13_16:05:19.388340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:21.278276 run osmo-stp_10.42.42.5(pid=3775): stderr: \u000a| �[0;m�[38;5;43m20221213160519558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160519558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160519558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160519559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160519559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160519559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160519559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:21.426007 run patchelf(pid=3778): Terminating (SIGINT)\u000a16:05:21.599765 run patchelf(pid=3778): Terminated: ok {rc=0}\u000a16:05:21.632448 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3775): Process ended prematurely: osmo-stp_10.42.42.5(pid=3775) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3775)] [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:05:21.641964 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:05:21.701762 run osmo-hlr_10.42.42.2(pid=3772): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3772)]\u000a16:05:21.750244 run osmo-hlr_10.42.42.2(pid=3772): stdout: \u000a| (launched: 2022-12-13_16:05:18.419132) \u000a16:05:21.799415 run osmo-hlr_10.42.42.2(pid=3772): stderr: \u000a| �[0;m�[1;31m20221213160518594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160518594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160518594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160518594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160518594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160518594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160518607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160518615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160518616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160518616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:21.841264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Terminating (SIGTERM)\u000a16:05:21.880499 run iperf3-srv_10.42.42.10(pid=3762): Terminating (SIGTERM)\u000a16:05:21.920343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminating (SIGTERM)\u000a16:05:21.959410 run iperf3-srv_10.42.42.10(pid=3764): Terminating (SIGTERM)\u000a16:05:21.998508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Terminating (SIGTERM)\u000a16:05:22.037564 run iperf3-srv_10.42.42.10(pid=3766): Terminating (SIGTERM)\u000a16:05:22.076886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3767): Terminating (SIGTERM)\u000a16:05:22.116194 run iperf3-srv_10.42.42.10(pid=3768): Terminating (SIGTERM)\u000a16:05:22.155420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3771): Terminating (SIGTERM)\u000a16:05:22.194511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3774): Terminating (SIGTERM)\u000a16:05:22.233694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3777): Terminating (SIGTERM)\u000a16:05:22.242805 --- ParallelTerminationStrategy: PID 3761 died...\u000a16:05:22.295473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3761): Terminated: ok {rc=0}\u000a16:05:22.304906 --- ParallelTerminationStrategy: PID 3762 died...\u000a16:05:22.357218 run iperf3-srv_10.42.42.10(pid=3762): Terminated {rc=256}\u000a16:05:22.366633 --- ParallelTerminationStrategy: PID 3763 died...\u000a16:05:22.418807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3763): Terminated: ok {rc=0}\u000a16:05:22.428266 --- ParallelTerminationStrategy: PID 3764 died...\u000a16:05:22.480349 run iperf3-srv_10.42.42.10(pid=3764): Terminated {rc=256}\u000a16:05:22.489798 --- ParallelTerminationStrategy: PID 3765 died...\u000a16:05:22.542164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3765): Terminated: ok {rc=0}\u000a16:05:22.551675 --- ParallelTerminationStrategy: PID 3766 died...\u000a16:05:22.603925 run iperf3-srv_10.42.42.10(pid=3766): Terminated {rc=256}\u000a16:05:22.613450 --- ParallelTerminationStrategy: PID 3767 died...\u000a16:05:22.665782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3767): Terminated: ok {rc=0}\u000a16:05:22.675176 --- ParallelTerminationStrategy: PID 3768 died...\u000a16:05:22.727192 run iperf3-srv_10.42.42.10(pid=3768): Terminated {rc=256}\u000a16:05:22.736584 --- ParallelTerminationStrategy: PID 3771 died...\u000a16:05:22.788609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3771): Terminated: ok {rc=0}\u000a16:05:22.798103 --- ParallelTerminationStrategy: PID 3774 died...\u000a16:05:22.850310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3774): Terminated: ok {rc=0}\u000a16:05:22.859665 --- ParallelTerminationStrategy: PID 3777 died...\u000a16:05:22.911873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3777): Terminated: ok {rc=0}\u000a16:05:22.999103 bus /gobi_4: Setting Powered False\u000a16:05:24.102242 bus /gobi_4: Setting Powered False\u000a16:05:25.211249 bus /gobi_1: Setting Powered False\u000a16:05:26.312885 bus /gobi_1: Setting Powered False\u000a16:05:27.423937 bus /gobi_0: Setting Powered False\u000a16:05:28.526729 bus /gobi_0: Setting Powered False\u000a16:05:29.632587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3785): Process ended prematurely: osmo-stp_10.42.42.5(pid=3785) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3785): Process ended prematurely: osmo-stp_10.42.42.5(pid=3785) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:05:30.700410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:30.713044 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:05:30.876645 tst ping.py: using LAC 34717\u000a16:05:31.016079 tst ping.py: using RAC 37\u000a16:05:31.142931 tst ping.py: using CellId 34717\u000a16:05:31.272303 tst ping.py: using BVCI 34718\u000a16:05:31.298387 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.311172 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.323625 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.336061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.348511 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.361323 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.374089 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:31.386697 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:31.747000 tst ping.py:19: start network...\u000a16:05:31.883689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:32.398401 run create_hlr_db(pid=3779): Launched\u000a16:05:32.575467 bus /gobi_6: Setting Powered False\u000a16:05:33.594629 run create_hlr_db(pid=3779): Terminated: ok {rc=0}\u000a16:05:34.032038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3781): Launched\u000a16:05:34.358588 run osmo-hlr_10.42.42.2(pid=3782): Launched\u000a16:05:34.473026 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:35.005504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3784): Launched\u000a16:05:35.310557 run osmo-stp_10.42.42.5(pid=3785): Launched\u000a16:05:35.419319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:05:35.952062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3787): Launched\u000a16:05:36.060243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:05:36.328891 run patchelf(pid=3788): Launched\u000a16:05:36.506382 run osmo-stp_10.42.42.5(pid=3785): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)]\u000a16:05:36.636350 run osmo-stp_10.42.42.5(pid=3785): stdout: \u000a| (launched: 2022-12-13_16:05:35.160118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:36.766696 run osmo-stp_10.42.42.5(pid=3785): stderr: \u000a| �[0;m�[38;5;43m20221213160535330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160535331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160535331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160535331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160535332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160535332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160535332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:36.892565 run osmo-stp_10.42.42.5(pid=3785): stdout: \u000a| (launched: 2022-12-13_16:05:35.160118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:37.016682 run osmo-stp_10.42.42.5(pid=3785): stderr: \u000a| �[0;m�[38;5;43m20221213160535330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160535331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160535331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160535331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160535332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160535332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160535332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:37.162597 run patchelf(pid=3788): Terminating (SIGINT)\u000a16:05:37.333950 run patchelf(pid=3788): Terminated: ok {rc=0}\u000a16:05:37.365037 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3785): Process ended prematurely: osmo-stp_10.42.42.5(pid=3785) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3785)] [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:05:37.373790 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:05:37.433427 run osmo-hlr_10.42.42.2(pid=3782): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3782)]\u000a16:05:37.482609 run osmo-hlr_10.42.42.2(pid=3782): stdout: \u000a| (launched: 2022-12-13_16:05:34.197437) \u000a16:05:37.532419 run osmo-hlr_10.42.42.2(pid=3782): stderr: \u000a| �[0;m�[1;31m20221213160534396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160534396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160534396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160534396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160534396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160534396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160534410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160534420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160534420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160534420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:37.574432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3781): Terminating (SIGTERM)\u000a16:05:37.614201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3784): Terminating (SIGTERM)\u000a16:05:37.653924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3787): Terminating (SIGTERM)\u000a16:05:37.663195 --- ParallelTerminationStrategy: PID 3781 died...\u000a16:05:37.716277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3781): Terminated: ok {rc=0}\u000a16:05:37.726018 --- ParallelTerminationStrategy: PID 3784 died...\u000a16:05:37.779911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3784): Terminated: ok {rc=0}\u000a16:05:37.789961 --- ParallelTerminationStrategy: PID 3787 died...\u000a16:05:37.843721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3787): Terminated: ok {rc=0}\u000a16:05:37.931477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3795): Process ended prematurely: osmo-stp_10.42.42.5(pid=3795) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3795)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3795): Process ended prematurely: osmo-stp_10.42.42.5(pid=3795) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:05:38.982970 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:38.995282 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:05:39.145143 tst ping_idle_ping.py: using LAC 34718\u000a16:05:39.276487 tst ping_idle_ping.py: using RAC 38\u000a16:05:39.402040 tst ping_idle_ping.py: using CellId 34718\u000a16:05:39.527895 tst ping_idle_ping.py: using BVCI 34719\u000a16:05:39.552823 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.564749 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.576473 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.588233 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.600226 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.612453 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.624562 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:05:39.636555 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:05:39.915639 tst ping_idle_ping.py:24: start network...\u000a16:05:40.042928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:40.533729 run create_hlr_db(pid=3789): Launched\u000a16:05:40.709476 bus /gobi_6: Setting Powered False\u000a16:05:41.730313 run create_hlr_db(pid=3789): Terminated: ok {rc=0}\u000a16:05:42.163899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3791): Launched\u000a16:05:42.490085 run osmo-hlr_10.42.42.2(pid=3792): Launched\u000a16:05:42.610817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:43.177942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3794): Launched\u000a16:05:43.505064 run osmo-stp_10.42.42.5(pid=3795): Launched\u000a16:05:43.623660 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:05:44.192796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3797): Launched\u000a16:05:44.308873 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:05:44.594318 run patchelf(pid=3798): Launched\u000a16:05:44.784557 run osmo-stp_10.42.42.5(pid=3795): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3795)]\u000a16:05:44.923923 run osmo-stp_10.42.42.5(pid=3795): stdout: \u000a| (launched: 2022-12-13_16:05:43.343164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:45.064029 run osmo-stp_10.42.42.5(pid=3795): stderr: \u000a| �[0;m�[38;5;43m20221213160543531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160543531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160543532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160543532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160543533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160543533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160543533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:45.198395 run osmo-stp_10.42.42.5(pid=3795): stdout: \u000a| (launched: 2022-12-13_16:05:43.343164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:45.331635 run osmo-stp_10.42.42.5(pid=3795): stderr: \u000a| �[0;m�[38;5;43m20221213160543531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160543531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160543532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160543532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160543533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160543533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160543533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:45.487593 run patchelf(pid=3798): Terminating (SIGINT)\u000a16:05:45.670515 run patchelf(pid=3798): Terminated: ok {rc=0}\u000a16:05:45.703643 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3795): Process ended prematurely: osmo-stp_10.42.42.5(pid=3795) [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3795)] [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:05:45.713036 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:05:45.776499 run osmo-hlr_10.42.42.2(pid=3792): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3792)]\u000a16:05:45.831263 run osmo-hlr_10.42.42.2(pid=3792): stdout: \u000a| (launched: 2022-12-13_16:05:42.329436) \u000a16:05:45.896010 run osmo-hlr_10.42.42.2(pid=3792): stderr: \u000a| �[0;m�[1;31m20221213160542523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160542523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160542523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160542523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160542523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160542523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160542536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160542544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160542545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160542545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:45.954280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3791): Terminating (SIGTERM)\u000a16:05:45.999922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3794): Terminating (SIGTERM)\u000a16:05:46.060041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3797): Terminating (SIGTERM)\u000a16:05:46.076868 --- ParallelTerminationStrategy: PID 3791 died...\u000a16:05:46.136369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3791): Terminated: ok {rc=0}\u000a16:05:46.147283 --- ParallelTerminationStrategy: PID 3794 died...\u000a16:05:46.206313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3794): Terminated: ok {rc=0}\u000a16:05:46.217349 --- ParallelTerminationStrategy: PID 3797 died...\u000a16:05:46.276391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3797): Terminated: ok {rc=0}\u000a16:05:46.383138 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:04:47" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:05:48.430357 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:48.441825 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:05:48.604254 tst switch_tch_pdch.py: using LAC 34719\u000a16:05:48.721451 tst switch_tch_pdch.py: using RAC 39\u000a16:05:48.838620 tst switch_tch_pdch.py: using CellId 34719\u000a16:05:48.955441 tst switch_tch_pdch.py: using BVCI 34720\u000a16:05:48.989836 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.001677 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.013409 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.025167 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.037374 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.049438 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.061559 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:05:49.073554 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:05:49.191064 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:05:49.486057 tst switch_tch_pdch.py:51: start network...\u000a16:05:49.620525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:05:50.127945 run create_hlr_db(pid=3805): Launched\u000a16:05:50.316394 bus /gobi_6: Setting Powered False\u000a16:05:51.336275 run create_hlr_db(pid=3805): Terminated: ok {rc=0}\u000a16:05:51.741892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3807): Launched\u000a16:05:52.058863 run osmo-hlr_10.42.42.2(pid=3809): Launched\u000a16:05:52.176297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:05:52.703754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Launched\u000a16:05:53.007024 run osmo-stp_10.42.42.5(pid=3812): Launched\u000a16:05:53.117338 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:05:53.648316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Launched\u000a16:05:53.756118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:05:54.022394 run patchelf(pid=3815): Launched\u000a16:05:54.200827 run osmo-stp_10.42.42.5(pid=3812): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)]\u000a16:05:54.330986 run osmo-stp_10.42.42.5(pid=3812): stdout: \u000a| (launched: 2022-12-13_16:05:52.857893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:54.461873 run osmo-stp_10.42.42.5(pid=3812): stderr: \u000a| �[0;m�[38;5;43m20221213160553025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160553026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160553026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160553026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160553027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160553027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160553027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:54.587894 run osmo-stp_10.42.42.5(pid=3812): stdout: \u000a| (launched: 2022-12-13_16:05:52.857893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:05:54.712238 run osmo-stp_10.42.42.5(pid=3812): stderr: \u000a| �[0;m�[38;5;43m20221213160553025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160553026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160553026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160553026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160553027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160553027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160553027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:05:54.857835 run patchelf(pid=3815): Terminating (SIGINT)\u000a16:05:55.028339 run patchelf(pid=3815): Terminated: ok {rc=0}\u000a16:05:55.059571 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3812): Process ended prematurely: osmo-stp_10.42.42.5(pid=3812) [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3812)] [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:05:55.068483 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a16:05:55.128677 run osmo-hlr_10.42.42.2(pid=3809): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3809)]\u000a16:05:55.177978 run osmo-hlr_10.42.42.2(pid=3809): stdout: \u000a| (launched: 2022-12-13_16:05:51.903667) \u000a16:05:55.227623 run osmo-hlr_10.42.42.2(pid=3809): stderr: \u000a| �[0;m�[1;31m20221213160552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160552082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160552094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160552102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160552102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160552102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:05:55.270322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3807): Terminating (SIGTERM)\u000a16:05:55.310503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Terminating (SIGTERM)\u000a16:05:55.350648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Terminating (SIGTERM)\u000a16:05:55.359608 --- ParallelTerminationStrategy: PID 3807 died...\u000a16:05:55.413196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3807): Terminated: ok {rc=0}\u000a16:05:55.422863 --- ParallelTerminationStrategy: PID 3811 died...\u000a16:05:55.476121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3811): Terminated: ok {rc=0}\u000a16:05:55.485831 --- ParallelTerminationStrategy: PID 3814 died...\u000a16:05:55.539018 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3814): Terminated: ok {rc=0}\u000a16:05:55.627517 bus /gobi_0: Setting Powered False\u000a16:05:56.730927 bus /gobi_0: Setting Powered False\u000a16:05:57.838669 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:05:48" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3825): Process ended prematurely: osmo-stp_10.42.42.5(pid=3825) [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3825)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3825): Process ended prematurely: osmo-stp_10.42.42.5(pid=3825) [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:05:59.822294 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:05:59.833766 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:06:00.000007 tst switch_tch_pdch.py: using LAC 34720\u000a16:06:00.125596 tst switch_tch_pdch.py: using RAC 40\u000a16:06:00.252818 tst switch_tch_pdch.py: using CellId 34720\u000a16:06:00.378259 tst switch_tch_pdch.py: using BVCI 34721\u000a16:06:00.403147 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.414642 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.425944 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.437428 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.449083 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.460695 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.472523 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:06:00.484246 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:06:00.602531 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:06:00.917693 tst switch_tch_pdch.py:51: start network...\u000a16:06:01.058140 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:01.588387 run create_hlr_db(pid=3819): Launched\u000a16:06:01.716180 bus /gobi_6: Setting Powered False\u000a16:06:02.785291 run create_hlr_db(pid=3819): Terminated: ok {rc=0}\u000a16:06:03.190896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3821): Launched\u000a16:06:03.516468 run osmo-hlr_10.42.42.2(pid=3822): Launched\u000a16:06:03.636260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:04.172423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3824): Launched\u000a16:06:04.496823 run osmo-stp_10.42.42.5(pid=3825): Launched\u000a16:06:04.614207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:06:05.151986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3827): Launched\u000a16:06:05.267849 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:06:05.551563 run patchelf(pid=3828): Launched\u000a16:06:05.741491 run osmo-stp_10.42.42.5(pid=3825): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3825)]\u000a16:06:05.880426 run osmo-stp_10.42.42.5(pid=3825): stdout: \u000a| (launched: 2022-12-13_16:06:04.337413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:06.019811 run osmo-stp_10.42.42.5(pid=3825): stderr: \u000a| �[0;m�[38;5;43m20221213160604524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160604525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160604525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160604525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160604526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160604526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160604526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:06.153822 run osmo-stp_10.42.42.5(pid=3825): stdout: \u000a| (launched: 2022-12-13_16:06:04.337413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:06.286385 run osmo-stp_10.42.42.5(pid=3825): stderr: \u000a| �[0;m�[38;5;43m20221213160604524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160604525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160604525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160604525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160604526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160604526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160604526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:06.441285 run patchelf(pid=3828): Terminating (SIGINT)\u000a16:06:06.623716 run patchelf(pid=3828): Terminated: ok {rc=0}\u000a16:06:06.656647 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3825): Process ended prematurely: osmo-stp_10.42.42.5(pid=3825) [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3825)] [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:06:06.666230 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:06:06.729395 run osmo-hlr_10.42.42.2(pid=3822): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3822)]\u000a16:06:06.780840 run osmo-hlr_10.42.42.2(pid=3822): stdout: \u000a| (launched: 2022-12-13_16:06:03.355617) \u000a16:06:06.832987 run osmo-hlr_10.42.42.2(pid=3822): stderr: \u000a| �[0;m�[1;31m20221213160603548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160603548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160603548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160603548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160603548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160603549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160603565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160603574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160603574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160603574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:06.877654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3821): Terminating (SIGTERM)\u000a16:06:06.919424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3824): Terminating (SIGTERM)\u000a16:06:06.961356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3827): Terminating (SIGTERM)\u000a16:06:06.971078 --- ParallelTerminationStrategy: PID 3821 died...\u000a16:06:07.027317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3821): Terminated: ok {rc=0}\u000a16:06:07.037374 --- ParallelTerminationStrategy: PID 3824 died...\u000a16:06:07.093183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3824): Terminated: ok {rc=0}\u000a16:06:07.103184 --- ParallelTerminationStrategy: PID 3827 died...\u000a16:06:07.159150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3827): Terminated: ok {rc=0}\u000a16:06:07.246262 bus /gobi_0: Setting Powered False\u000a16:06:08.351260 bus /gobi_0: Setting Powered False\u000a16:06:09.458645 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:05:59" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3833): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3833) [trial-2391↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3833)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3833): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3833) [trial-2391↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3833)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:06:11.370713 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:06:11.382377 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:06:11.526477 tst mo_mt_sms.py: using LAC 34721\u000a16:06:11.644252 tst mo_mt_sms.py: using RAC 41\u000a16:06:11.762919 tst mo_mt_sms.py: using CellId 34721\u000a16:06:11.880361 tst mo_mt_sms.py: using BVCI 34722\u000a16:06:11.903385 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:06:12.021491 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:06:12.301848 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:06:12.427635 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:06:13.054250 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3832): Launched\u000a16:06:13.354729 run osmo-nitb_10.42.42.2(pid=3833): Launched\u000a16:06:13.541495 run osmo-nitb_10.42.42.2(pid=3833): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3833)]\u000a16:06:13.678762 run osmo-nitb_10.42.42.2(pid=3833): stdout: \u000a| (launched: 2022-12-13_16:06:13.208330) \u000a16:06:13.816281 run osmo-nitb_10.42.42.2(pid=3833): stderr: \u000a| (launched: 2022-12-13_16:06:13.253632)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:06:13.949194 run osmo-nitb_10.42.42.2(pid=3833): stdout: \u000a| (launched: 2022-12-13_16:06:13.208330) \u000a16:06:14.081600 run osmo-nitb_10.42.42.2(pid=3833): stderr: \u000a| (launched: 2022-12-13_16:06:13.253632)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:06:14.476770 tst osmo-nitb_10.42.42.2(pid=3833): stdout: \u000a| (launched: 2022-12-13_16:06:13.208330) \u000a16:06:14.597308 tst osmo-nitb_10.42.42.2(pid=3833): stderr: \u000a| (launched: 2022-12-13_16:06:13.253632)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:06:14.650358 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3833): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3833) [trial-2391↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3833)] [trial-2391↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a16:06:14.658553 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:06:14.692720 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3832): Terminating (SIGTERM)\u000a16:06:14.869983 --- ParallelTerminationStrategy: PID 3832 died...\u000a16:06:14.924836 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3832): Terminated: ok {rc=0}\u000a16:06:15.014503 bus /sierra_3: Setting Powered False\u000a16:06:16.122560 bus /sierra_3: Setting Powered False\u000a16:06:17.236064 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:06:11" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3843): Process ended prematurely: osmo-stp_10.42.42.5(pid=3843) [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3843)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3843): Process ended prematurely: osmo-stp_10.42.42.5(pid=3843) [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a16:06:19.144907 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:19.156367 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:06:19.302342 tst mo_mt_sms.py: using LAC 34722\u000a16:06:19.429945 tst mo_mt_sms.py: using RAC 42\u000a16:06:19.557667 tst mo_mt_sms.py: using CellId 34722\u000a16:06:19.684746 tst mo_mt_sms.py: using BVCI 34723\u000a16:06:19.709684 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:19.721004 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:19.732053 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:19.743153 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:19.754861 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:19.766559 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:06:19.883921 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:06:20.096739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:20.612280 run create_hlr_db(pid=3837): Launched\u000a16:06:20.802423 bus /sierra_2: Setting Powered False\u000a16:06:21.823143 run create_hlr_db(pid=3837): Terminated: ok {rc=0}\u000a16:06:22.236698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3839): Launched\u000a16:06:22.541968 run osmo-hlr_10.42.42.2(pid=3840): Launched\u000a16:06:22.654147 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:23.182747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3842): Launched\u000a16:06:23.486351 run osmo-stp_10.42.42.5(pid=3843): Launched\u000a16:06:23.596762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:24.151623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3845): Launched\u000a16:06:24.456356 run osmo-msc_10.42.42.6(pid=3846): Launched\u000a16:06:24.633675 run osmo-stp_10.42.42.5(pid=3843): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3843)]\u000a16:06:24.761877 run osmo-stp_10.42.42.5(pid=3843): stdout: \u000a| (launched: 2022-12-13_16:06:23.336876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:24.888498 run osmo-stp_10.42.42.5(pid=3843): stderr: \u000a| �[0;m�[38;5;43m20221213160623505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160623505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160623505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160623506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:25.010592 run osmo-stp_10.42.42.5(pid=3843): stdout: \u000a| (launched: 2022-12-13_16:06:23.336876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:25.131622 run osmo-stp_10.42.42.5(pid=3843): stderr: \u000a| �[0;m�[38;5;43m20221213160623505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160623505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160623505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160623506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160623506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:25.185146 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3843): Process ended prematurely: osmo-stp_10.42.42.5(pid=3843) [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3843)] [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a16:06:25.193383 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a16:06:25.253164 run osmo-hlr_10.42.42.2(pid=3840): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3840)]\u000a16:06:25.302879 run osmo-hlr_10.42.42.2(pid=3840): stdout: \u000a| (launched: 2022-12-13_16:06:22.391363) \u000a16:06:25.352590 run osmo-hlr_10.42.42.2(pid=3840): stderr: \u000a| �[0;m�[1;31m20221213160622563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160622563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160622564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160622564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160622564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160622564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160622576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160622587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160622587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160622587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:25.420166 run osmo-msc_10.42.42.6(pid=3846): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3846)]\u000a16:06:25.469227 run osmo-msc_10.42.42.6(pid=3846): stdout: \u000a| (launched: 2022-12-13_16:06:24.305782) \u000a16:06:25.519030 run osmo-msc_10.42.42.6(pid=3846): stderr: \u000a| �[0;m�[38;5;43m20221213160624576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160624576 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d51e33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160624576 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160624576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160624577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160624579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160624580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160624580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160624580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:25.561599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3839): Terminating (SIGTERM)\u000a16:06:25.601993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3842): Terminating (SIGTERM)\u000a16:06:25.641968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3845): Terminating (SIGTERM)\u000a16:06:25.651290 --- ParallelTerminationStrategy: PID 3839 died...\u000a16:06:25.704654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3839): Terminated: ok {rc=0}\u000a16:06:25.714403 --- ParallelTerminationStrategy: PID 3842 died...\u000a16:06:25.767416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3842): Terminated: ok {rc=0}\u000a16:06:25.777105 --- ParallelTerminationStrategy: PID 3845 died...\u000a16:06:25.830227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3845): Terminated: ok {rc=0}\u000a16:06:25.919617 bus /sierra_3: Setting Powered False\u000a16:06:27.027155 bus /sierra_3: Setting Powered False\u000a16:06:28.140441 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:06:18" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3852): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3852) [trial-2391↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3852)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3852): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3852) [trial-2391↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:06:29.992515 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a16:06:30.003943 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:06:30.149449 tst assert_extension.py: using LAC 34723\u000a16:06:30.277992 tst assert_extension.py: using RAC 43\u000a16:06:30.405470 tst assert_extension.py: using CellId 34723\u000a16:06:30.532531 tst assert_extension.py: using BVCI 34724\u000a16:06:30.557555 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:06:30.837503 tst assert_extension.py:10: start nitb and bts...\u000a16:06:30.966047 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:06:31.646685 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3851): Launched\u000a16:06:31.998765 run osmo-nitb_10.42.42.2(pid=3852): Launched\u000a16:06:32.205080 run osmo-nitb_10.42.42.2(pid=3852): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3852)]\u000a16:06:32.352905 run osmo-nitb_10.42.42.2(pid=3852): stdout: \u000a| (launched: 2022-12-13_16:06:31.817895) \u000a16:06:32.501374 run osmo-nitb_10.42.42.2(pid=3852): stderr: \u000a| (launched: 2022-12-13_16:06:31.868644)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:06:32.644683 run osmo-nitb_10.42.42.2(pid=3852): stdout: \u000a| (launched: 2022-12-13_16:06:31.817895) \u000a16:06:32.786931 run osmo-nitb_10.42.42.2(pid=3852): stderr: \u000a| (launched: 2022-12-13_16:06:31.868644)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:06:33.131366 tst osmo-nitb_10.42.42.2(pid=3852): stdout: \u000a| (launched: 2022-12-13_16:06:31.817895) \u000a16:06:33.262125 tst osmo-nitb_10.42.42.2(pid=3852): stderr: \u000a| (launched: 2022-12-13_16:06:31.868644)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:06:33.319334 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3852): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3852) [trial-2391↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3852)] [trial-2391↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a16:06:33.328360 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:06:33.365678 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3851): Terminating (SIGTERM)\u000a16:06:33.544158 --- ParallelTerminationStrategy: PID 3851 died...\u000a16:06:33.603713 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3851): Terminated: ok {rc=0}\u000a16:06:33.692656 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a16:06:35.548545 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:35.560388 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:06:35.708747 tst assert_extension.py: using LAC 34724\u000a16:06:35.829988 tst assert_extension.py: using RAC 44\u000a16:06:35.948355 tst assert_extension.py: using CellId 34724\u000a16:06:36.069685 tst assert_extension.py: using BVCI 34725\u000a16:06:36.092692 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:36.103747 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:36.114633 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:36.125316 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:36.135885 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:06:36.146442 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a16:06:36.359230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:36.871741 run create_hlr_db(pid=3857): Launched\u000a16:06:37.060609 bus /sierra_2: Setting Powered False\u000a16:06:38.080403 run create_hlr_db(pid=3857): Terminated: ok {rc=0}\u000a16:06:38.491429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Launched\u000a16:06:38.797142 run osmo-hlr_10.42.42.2(pid=3860): Launched\u000a16:06:38.909017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:39.538432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Launched\u000a16:06:39.840160 run osmo-stp_10.42.42.5(pid=3863): Launched\u000a16:06:39.949242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:40.500271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3865): Launched\u000a16:06:40.802050 run osmo-msc_10.42.42.6(pid=3866): Launched\u000a16:06:40.978129 run osmo-stp_10.42.42.5(pid=3863): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]\u000a16:06:41.105335 run osmo-stp_10.42.42.5(pid=3863): stdout: \u000a| (launched: 2022-12-13_16:06:39.691544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:41.230117 run osmo-stp_10.42.42.5(pid=3863): stderr: \u000a| �[0;m�[38;5;43m20221213160639860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160639861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160639861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160639861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160639862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160639862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160639862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:41.350658 run osmo-stp_10.42.42.5(pid=3863): stdout: \u000a| (launched: 2022-12-13_16:06:39.691544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:41.470007 run osmo-stp_10.42.42.5(pid=3863): stderr: \u000a| �[0;m�[38;5;43m20221213160639860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160639861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160639861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160639861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160639862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160639862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160639862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:41.522863 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)] [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a16:06:41.530767 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:06:41.590269 run osmo-hlr_10.42.42.2(pid=3860): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3860)]\u000a16:06:41.639043 run osmo-hlr_10.42.42.2(pid=3860): stdout: \u000a| (launched: 2022-12-13_16:06:38.646116) \u000a16:06:41.688495 run osmo-hlr_10.42.42.2(pid=3860): stderr: \u000a| �[0;m�[1;31m20221213160638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160638820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160638821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160638832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160638841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160638841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160638841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:41.755614 run osmo-msc_10.42.42.6(pid=3866): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3866)]\u000a16:06:41.804393 run osmo-msc_10.42.42.6(pid=3866): stdout: \u000a| (launched: 2022-12-13_16:06:40.652874) \u000a16:06:41.853951 run osmo-msc_10.42.42.6(pid=3866): stderr: \u000a| �[0;m�[38;5;43m20221213160640922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160640922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f878653dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160640922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160640923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160640923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160640923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160640925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160640925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160640925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160640925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:41.896043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Terminating (SIGTERM)\u000a16:06:41.935708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Terminating (SIGTERM)\u000a16:06:41.975279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3865): Terminating (SIGTERM)\u000a16:06:41.984406 --- ParallelTerminationStrategy: PID 3859 died...\u000a16:06:42.037799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Terminated: ok {rc=0}\u000a16:06:42.047218 --- ParallelTerminationStrategy: PID 3862 died...\u000a16:06:42.099913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Terminated: ok {rc=0}\u000a16:06:42.109325 --- ParallelTerminationStrategy: PID 3865 died...\u000a16:06:42.161724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3865): Terminated: ok {rc=0}\u000a16:06:42.249876 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:06:35" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3878): Process ended prematurely: osmo-stp_10.42.42.5(pid=3878) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3878)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3878): Process ended prematurely: osmo-stp_10.42.42.5(pid=3878) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:06:44.211695 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:44.223246 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:06:44.379569 tst mo_mt_call.py: using LAC 34725\u000a16:06:44.502708 tst mo_mt_call.py: using RAC 45\u000a16:06:44.625393 tst mo_mt_call.py: using CellId 34725\u000a16:06:44.744278 tst mo_mt_call.py: using BVCI 34726\u000a16:06:44.767341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:44.779117 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:44.790753 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:44.801940 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:44.813203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:44.824414 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:06:44.940178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:06:45.153098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:45.666452 run create_hlr_db(pid=3872): Launched\u000a16:06:45.865276 bus /sierra_2: Setting Powered False\u000a16:06:46.921382 run create_hlr_db(pid=3872): Terminated: ok {rc=0}\u000a16:06:47.348731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3874): Launched\u000a16:06:47.657144 run osmo-hlr_10.42.42.2(pid=3875): Launched\u000a16:06:47.777396 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:48.311764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3877): Launched\u000a16:06:48.619158 run osmo-stp_10.42.42.5(pid=3878): Launched\u000a16:06:48.729843 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:49.290704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3880): Launched\u000a16:06:49.600267 run osmo-msc_10.42.42.6(pid=3881): Launched\u000a16:06:49.778227 run osmo-stp_10.42.42.5(pid=3878): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3878)]\u000a16:06:49.907174 run osmo-stp_10.42.42.5(pid=3878): stdout: \u000a| (launched: 2022-12-13_16:06:48.467169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:50.033923 run osmo-stp_10.42.42.5(pid=3878): stderr: \u000a| �[0;m�[38;5;43m20221213160648637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160648637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160648637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160648638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160648638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160648638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160648638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:50.155943 run osmo-stp_10.42.42.5(pid=3878): stdout: \u000a| (launched: 2022-12-13_16:06:48.467169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:06:50.277053 run osmo-stp_10.42.42.5(pid=3878): stderr: \u000a| �[0;m�[38;5;43m20221213160648637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160648637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160648637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160648638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160648638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160648638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160648638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:06:50.331404 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3878): Process ended prematurely: osmo-stp_10.42.42.5(pid=3878) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3878)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:06:50.340286 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:06:50.400045 run osmo-hlr_10.42.42.2(pid=3875): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3875)]\u000a16:06:50.449353 run osmo-hlr_10.42.42.2(pid=3875): stdout: \u000a| (launched: 2022-12-13_16:06:47.504778) \u000a16:06:50.499012 run osmo-hlr_10.42.42.2(pid=3875): stderr: \u000a| �[0;m�[1;31m20221213160647679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160647679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160647679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160647679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160647679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160647679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160647691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160647699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160647700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160647700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:06:50.566873 run osmo-msc_10.42.42.6(pid=3881): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3881)]\u000a16:06:50.615686 run osmo-msc_10.42.42.6(pid=3881): stdout: \u000a| (launched: 2022-12-13_16:06:49.445994) \u000a16:06:50.665092 run osmo-msc_10.42.42.6(pid=3881): stderr: \u000a| �[0;m�[38;5;43m20221213160649717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160649717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcaa82ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160649717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160649717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160649717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160649718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160649719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160649720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160649720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160649720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:06:50.706962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3874): Terminating (SIGTERM)\u000a16:06:50.746759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3877): Terminating (SIGTERM)\u000a16:06:50.786603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3880): Terminating (SIGTERM)\u000a16:06:50.795764 --- ParallelTerminationStrategy: PID 3874 died...\u000a16:06:50.849039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3874): Terminated: ok {rc=0}\u000a16:06:50.858561 --- ParallelTerminationStrategy: PID 3877 died...\u000a16:06:50.911438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3877): Terminated: ok {rc=0}\u000a16:06:50.920826 --- ParallelTerminationStrategy: PID 3880 died...\u000a16:06:50.973716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3880): Terminated: ok {rc=0}\u000a16:06:51.056907 bus /sierra_3: Setting Powered False\u000a16:06:52.163927 bus /sierra_3: Setting Powered False\u000a16:06:53.272005 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3889): Process ended prematurely: osmo-stp_10.42.42.5(pid=3889) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3889): Process ended prematurely: osmo-stp_10.42.42.5(pid=3889) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:06:54.388049 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:54.400631 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:06:54.570156 tst mo_mt_call_osmux.py: using LAC 34726\u000a16:06:54.697886 tst mo_mt_call_osmux.py: using RAC 46\u000a16:06:54.826561 tst mo_mt_call_osmux.py: using CellId 34726\u000a16:06:54.954218 tst mo_mt_call_osmux.py: using BVCI 34727\u000a16:06:54.979565 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:54.991453 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:55.003042 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:55.014673 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:55.026756 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:06:55.038705 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:06:55.156757 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:06:55.370717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:06:55.884125 run create_hlr_db(pid=3883): Launched\u000a16:06:56.073334 bus /sierra_2: Setting Powered False\u000a16:06:57.094076 run create_hlr_db(pid=3883): Terminated: ok {rc=0}\u000a16:06:57.530841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3885): Launched\u000a16:06:57.858697 run osmo-hlr_10.42.42.2(pid=3886): Launched\u000a16:06:57.980121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:06:58.550598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3888): Launched\u000a16:06:58.879544 run osmo-stp_10.42.42.5(pid=3889): Launched\u000a16:06:58.998175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:06:59.596365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3891): Launched\u000a16:06:59.926047 run osmo-msc_10.42.42.6(pid=3892): Launched\u000a16:07:00.117782 run osmo-stp_10.42.42.5(pid=3889): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)]\u000a16:07:00.256657 run osmo-stp_10.42.42.5(pid=3889): stdout: \u000a| (launched: 2022-12-13_16:06:58.717381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:00.393556 run osmo-stp_10.42.42.5(pid=3889): stderr: \u000a| �[0;m�[38;5;43m20221213160658906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160658906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160658907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160658907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160658908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160658908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160658908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:00.525210 run osmo-stp_10.42.42.5(pid=3889): stdout: \u000a| (launched: 2022-12-13_16:06:58.717381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:00.655503 run osmo-stp_10.42.42.5(pid=3889): stderr: \u000a| �[0;m�[38;5;43m20221213160658906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160658906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160658907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160658907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160658908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160658908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160658908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:00.712918 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3889): Process ended prematurely: osmo-stp_10.42.42.5(pid=3889) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3889)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:07:00.722527 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:07:00.785954 run osmo-hlr_10.42.42.2(pid=3886): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3886)]\u000a16:07:00.844579 run osmo-hlr_10.42.42.2(pid=3886): stdout: \u000a| (launched: 2022-12-13_16:06:57.697669) \u000a16:07:00.915848 run osmo-hlr_10.42.42.2(pid=3886): stderr: \u000a| �[0;m�[1;31m20221213160657891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160657891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160657891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160657891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160657891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160657891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160657904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160657912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160657912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160657912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:00.988769 run osmo-msc_10.42.42.6(pid=3892): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3892)]\u000a16:07:01.045523 run osmo-msc_10.42.42.6(pid=3892): stdout: \u000a| (launched: 2022-12-13_16:06:59.762577) \u000a16:07:01.100290 run osmo-msc_10.42.42.6(pid=3892): stderr: \u000a| �[0;m�[38;5;43m20221213160700082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160700082 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5bb7e7fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160700082 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160700082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160700083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160700083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160700084 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160700085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160700085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160700085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:01.147170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3885): Terminating (SIGTERM)\u000a16:07:01.193451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3888): Terminating (SIGTERM)\u000a16:07:01.238104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3891): Terminating (SIGTERM)\u000a16:07:01.248259 --- ParallelTerminationStrategy: PID 3885 died...\u000a16:07:01.307696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3885): Terminated: ok {rc=0}\u000a16:07:01.318617 --- ParallelTerminationStrategy: PID 3888 died...\u000a16:07:01.379866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3888): Terminated: ok {rc=0}\u000a16:07:01.390790 --- ParallelTerminationStrategy: PID 3891 died...\u000a16:07:01.449618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3891): Terminated: ok {rc=0}\u000a16:07:01.540580 bus /sierra_3: Setting Powered False\u000a16:07:02.647129 bus /sierra_3: Setting Powered False\u000a16:07:03.758928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:06:43" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3903): Process ended prematurely: osmo-stp_10.42.42.5(pid=3903) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3903)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3903): Process ended prematurely: osmo-stp_10.42.42.5(pid=3903) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:07:05.761103 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:05.772988 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:07:05.932279 tst mo_mt_call.py: using LAC 34727\u000a16:07:06.054471 tst mo_mt_call.py: using RAC 47\u000a16:07:06.176039 tst mo_mt_call.py: using CellId 34727\u000a16:07:06.298552 tst mo_mt_call.py: using BVCI 34728\u000a16:07:06.321801 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:06.333054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:06.344314 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:06.355391 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:06.366587 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:06.377753 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:07:06.494765 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:07:06.701511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:07.192756 run create_hlr_db(pid=3897): Launched\u000a16:07:07.369414 bus /sierra_2: Setting Powered False\u000a16:07:08.389869 run create_hlr_db(pid=3897): Terminated: ok {rc=0}\u000a16:07:08.825652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3899): Launched\u000a16:07:09.153348 run osmo-hlr_10.42.42.2(pid=3900): Launched\u000a16:07:09.273888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:09.846496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3902): Launched\u000a16:07:10.173697 run osmo-stp_10.42.42.5(pid=3903): Launched\u000a16:07:10.291796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:10.895554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3905): Launched\u000a16:07:11.225618 run osmo-msc_10.42.42.6(pid=3906): Launched\u000a16:07:11.418232 run osmo-stp_10.42.42.5(pid=3903): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3903)]\u000a16:07:11.557461 run osmo-stp_10.42.42.5(pid=3903): stdout: \u000a| (launched: 2022-12-13_16:07:10.012100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:11.694840 run osmo-stp_10.42.42.5(pid=3903): stderr: \u000a| �[0;m�[38;5;43m20221213160710202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160710202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160710202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160710203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160710203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160710203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160710203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:11.826366 run osmo-stp_10.42.42.5(pid=3903): stdout: \u000a| (launched: 2022-12-13_16:07:10.012100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:11.956439 run osmo-stp_10.42.42.5(pid=3903): stderr: \u000a| �[0;m�[38;5;43m20221213160710202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160710202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160710202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160710203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160710203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160710203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160710203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:12.014036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3903): Process ended prematurely: osmo-stp_10.42.42.5(pid=3903) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3903)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:07:12.023487 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:07:12.087095 run osmo-hlr_10.42.42.2(pid=3900): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3900)]\u000a16:07:12.138885 run osmo-hlr_10.42.42.2(pid=3900): stdout: \u000a| (launched: 2022-12-13_16:07:08.992045) \u000a16:07:12.191462 run osmo-hlr_10.42.42.2(pid=3900): stderr: \u000a| �[0;m�[1;31m20221213160709187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160709187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160709187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160709187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160709187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160709187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160709198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160709207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160709207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160709207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:12.262772 run osmo-msc_10.42.42.6(pid=3906): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3906)]\u000a16:07:12.314759 run osmo-msc_10.42.42.6(pid=3906): stdout: \u000a| (launched: 2022-12-13_16:07:11.061961) \u000a16:07:12.367207 run osmo-msc_10.42.42.6(pid=3906): stderr: \u000a| �[0;m�[38;5;43m20221213160711381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160711381 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16a9601c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160711381 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160711382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160711382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160711382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160711384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160711384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160711384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160711384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:12.412043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3899): Terminating (SIGTERM)\u000a16:07:12.455032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3902): Terminating (SIGTERM)\u000a16:07:12.498025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3905): Terminating (SIGTERM)\u000a16:07:12.507866 --- ParallelTerminationStrategy: PID 3899 died...\u000a16:07:12.564894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3899): Terminated: ok {rc=0}\u000a16:07:12.575091 --- ParallelTerminationStrategy: PID 3902 died...\u000a16:07:12.631303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3902): Terminated: ok {rc=0}\u000a16:07:12.641353 --- ParallelTerminationStrategy: PID 3905 died...\u000a16:07:12.697590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3905): Terminated: ok {rc=0}\u000a16:07:12.785494 bus /sierra_3: Setting Powered False\u000a16:07:13.891495 bus /sierra_3: Setting Powered False\u000a16:07:15.000976 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3914): Process ended prematurely: osmo-stp_10.42.42.5(pid=3914) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3914)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3914): Process ended prematurely: osmo-stp_10.42.42.5(pid=3914) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:16.140351 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:16.154271 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:07:16.351127 tst mo_mt_call_osmux.py: using LAC 34728\u000a16:07:16.507340 tst mo_mt_call_osmux.py: using RAC 48\u000a16:07:16.662903 tst mo_mt_call_osmux.py: using CellId 34728\u000a16:07:16.795782 tst mo_mt_call_osmux.py: using BVCI 34729\u000a16:07:16.820645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:16.832424 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:16.844017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:16.855778 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:16.868273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:07:16.881563 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:07:17.007638 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:07:17.222343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:17.739570 run create_hlr_db(pid=3908): Launched\u000a16:07:17.929268 bus /sierra_2: Setting Powered False\u000a16:07:18.940707 run create_hlr_db(pid=3908): Terminated: ok {rc=0}\u000a16:07:19.385535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3910): Launched\u000a16:07:19.714306 run osmo-hlr_10.42.42.2(pid=3911): Launched\u000a16:07:19.835166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:20.406282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3913): Launched\u000a16:07:20.736362 run osmo-stp_10.42.42.5(pid=3914): Launched\u000a16:07:20.854149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:21.455618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3916): Launched\u000a16:07:21.785431 run osmo-msc_10.42.42.6(pid=3917): Launched\u000a16:07:21.977941 run osmo-stp_10.42.42.5(pid=3914): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3914)]\u000a16:07:22.117174 run osmo-stp_10.42.42.5(pid=3914): stdout: \u000a| (launched: 2022-12-13_16:07:20.573851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:22.255110 run osmo-stp_10.42.42.5(pid=3914): stderr: \u000a| �[0;m�[38;5;43m20221213160720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160720763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160720763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160720763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160720764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160720764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160720764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:22.387534 run osmo-stp_10.42.42.5(pid=3914): stdout: \u000a| (launched: 2022-12-13_16:07:20.573851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:22.518414 run osmo-stp_10.42.42.5(pid=3914): stderr: \u000a| �[0;m�[38;5;43m20221213160720762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160720763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160720763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160720763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160720764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160720764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160720764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:22.577068 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3914): Process ended prematurely: osmo-stp_10.42.42.5(pid=3914) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3914)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:07:22.586759 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:07:22.649922 run osmo-hlr_10.42.42.2(pid=3911): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3911)]\u000a16:07:22.701516 run osmo-hlr_10.42.42.2(pid=3911): stdout: \u000a| (launched: 2022-12-13_16:07:19.552588) \u000a16:07:22.754001 run osmo-hlr_10.42.42.2(pid=3911): stderr: \u000a| �[0;m�[1;31m20221213160719748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160719748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160719748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160719748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160719748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160719748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160719761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160719770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160719770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160719770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:22.825259 run osmo-msc_10.42.42.6(pid=3917): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3917)]\u000a16:07:22.877010 run osmo-msc_10.42.42.6(pid=3917): stdout: \u000a| (launched: 2022-12-13_16:07:21.623569) \u000a16:07:22.929312 run osmo-msc_10.42.42.6(pid=3917): stderr: \u000a| �[0;m�[38;5;43m20221213160721944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160721944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90571acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160721945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160721945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160721945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160721945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160721947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160721947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160721947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160721947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:22.974112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3910): Terminating (SIGTERM)\u000a16:07:23.017119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3913): Terminating (SIGTERM)\u000a16:07:23.059495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3916): Terminating (SIGTERM)\u000a16:07:23.069193 --- ParallelTerminationStrategy: PID 3910 died...\u000a16:07:23.125906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3910): Terminated: ok {rc=0}\u000a16:07:23.135921 --- ParallelTerminationStrategy: PID 3913 died...\u000a16:07:23.191926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3913): Terminated: ok {rc=0}\u000a16:07:23.201890 --- ParallelTerminationStrategy: PID 3916 died...\u000a16:07:23.257794 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3916): Terminated: ok {rc=0}\u000a16:07:23.345252 bus /sierra_3: Setting Powered False\u000a16:07:24.451343 bus /sierra_3: Setting Powered False\u000a16:07:25.564067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:07:05" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3928): Process ended prematurely: osmo-stp_10.42.42.5(pid=3928) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3928)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3928): Process ended prematurely: osmo-stp_10.42.42.5(pid=3928) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:07:27.580051 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:27.591372 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:07:27.748400 tst mo_mt_call.py: using LAC 34729\u000a16:07:27.869909 tst mo_mt_call.py: using RAC 49\u000a16:07:27.989071 tst mo_mt_call.py: using CellId 34729\u000a16:07:28.108571 tst mo_mt_call.py: using BVCI 34730\u000a16:07:28.131949 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:28.143313 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:28.154453 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:28.165558 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:28.176803 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:28.187871 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:07:28.304534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:07:28.518146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:29.038831 run create_hlr_db(pid=3922): Launched\u000a16:07:29.228631 bus /sierra_2: Setting Powered False\u000a16:07:30.238712 run create_hlr_db(pid=3922): Terminated: ok {rc=0}\u000a16:07:30.659966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3924): Launched\u000a16:07:31.054800 run osmo-hlr_10.42.42.2(pid=3925): Launched\u000a16:07:31.231022 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:31.919487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3927): Launched\u000a16:07:32.274017 run osmo-stp_10.42.42.5(pid=3928): Launched\u000a16:07:32.465909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:33.030573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3930): Launched\u000a16:07:33.339329 run osmo-msc_10.42.42.6(pid=3931): Launched\u000a16:07:33.517728 run osmo-stp_10.42.42.5(pid=3928): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3928)]\u000a16:07:33.647525 run osmo-stp_10.42.42.5(pid=3928): stdout: \u000a| (launched: 2022-12-13_16:07:32.078819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:33.775353 run osmo-stp_10.42.42.5(pid=3928): stderr: \u000a| �[0;m�[38;5;43m20221213160732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160732409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160732409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160732410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:33.898266 run osmo-stp_10.42.42.5(pid=3928): stdout: \u000a| (launched: 2022-12-13_16:07:32.078819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:34.020095 run osmo-stp_10.42.42.5(pid=3928): stderr: \u000a| �[0;m�[38;5;43m20221213160732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160732408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160732409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160732409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160732409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160732410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:34.074130 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3928): Process ended prematurely: osmo-stp_10.42.42.5(pid=3928) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3928)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:07:34.082924 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:07:34.142413 run osmo-hlr_10.42.42.2(pid=3925): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3925)]\u000a16:07:34.191475 run osmo-hlr_10.42.42.2(pid=3925): stdout: \u000a| (launched: 2022-12-13_16:07:30.816499) \u000a16:07:34.241582 run osmo-hlr_10.42.42.2(pid=3925): stderr: \u000a| �[0;m�[1;31m20221213160731108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160731109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160731109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160731109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160731109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160731109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160731127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160731139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160731139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160731140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:34.309231 run osmo-msc_10.42.42.6(pid=3931): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3931)]\u000a16:07:34.358341 run osmo-msc_10.42.42.6(pid=3931): stdout: \u000a| (launched: 2022-12-13_16:07:33.187402) \u000a16:07:34.407837 run osmo-msc_10.42.42.6(pid=3931): stderr: \u000a| �[0;m�[38;5;43m20221213160733460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160733460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f857905bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160733460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160733460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160733460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160733461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160733462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160733463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160733463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160733463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:34.450177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3924): Terminating (SIGTERM)\u000a16:07:34.490164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3927): Terminating (SIGTERM)\u000a16:07:34.530288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3930): Terminating (SIGTERM)\u000a16:07:34.539538 --- ParallelTerminationStrategy: PID 3924 died...\u000a16:07:34.593175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3924): Terminated: ok {rc=0}\u000a16:07:34.602725 --- ParallelTerminationStrategy: PID 3927 died...\u000a16:07:34.655750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3927): Terminated: ok {rc=0}\u000a16:07:34.665543 --- ParallelTerminationStrategy: PID 3930 died...\u000a16:07:34.719148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3930): Terminated: ok {rc=0}\u000a16:07:34.803202 bus /sierra_3: Setting Powered False\u000a16:07:35.911390 bus /sierra_3: Setting Powered False\u000a16:07:37.023734 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3939): Process ended prematurely: osmo-stp_10.42.42.5(pid=3939) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3939): Process ended prematurely: osmo-stp_10.42.42.5(pid=3939) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:38.134602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:38.146653 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:07:38.308392 tst mo_mt_call_osmux.py: using LAC 34730\u000a16:07:38.430859 tst mo_mt_call_osmux.py: using RAC 50\u000a16:07:38.553098 tst mo_mt_call_osmux.py: using CellId 34730\u000a16:07:38.682018 tst mo_mt_call_osmux.py: using BVCI 34731\u000a16:07:38.707169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:38.719291 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:38.731172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:38.743176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:38.755453 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:07:38.767520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:07:38.886412 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:07:39.092019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:39.587422 run create_hlr_db(pid=3933): Launched\u000a16:07:39.765715 bus /sierra_2: Setting Powered False\u000a16:07:40.787286 run create_hlr_db(pid=3933): Terminated: ok {rc=0}\u000a16:07:41.199585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3935): Launched\u000a16:07:41.511719 run osmo-hlr_10.42.42.2(pid=3936): Launched\u000a16:07:41.625120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:42.163259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3938): Launched\u000a16:07:42.471200 run osmo-stp_10.42.42.5(pid=3939): Launched\u000a16:07:42.582509 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:43.148237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3941): Launched\u000a16:07:43.460360 run osmo-msc_10.42.42.6(pid=3942): Launched\u000a16:07:43.640436 run osmo-stp_10.42.42.5(pid=3939): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)]\u000a16:07:43.770193 run osmo-stp_10.42.42.5(pid=3939): stdout: \u000a| (launched: 2022-12-13_16:07:42.319582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:43.898451 run osmo-stp_10.42.42.5(pid=3939): stderr: \u000a| �[0;m�[38;5;43m20221213160742488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160742489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160742489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160742489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160742490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160742490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160742490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:44.022168 run osmo-stp_10.42.42.5(pid=3939): stdout: \u000a| (launched: 2022-12-13_16:07:42.319582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:44.144219 run osmo-stp_10.42.42.5(pid=3939): stderr: \u000a| �[0;m�[38;5;43m20221213160742488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160742489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160742489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160742489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160742490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160742490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160742490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:44.198413 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3939): Process ended prematurely: osmo-stp_10.42.42.5(pid=3939) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3939)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:07:44.207123 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a16:07:44.266832 run osmo-hlr_10.42.42.2(pid=3936): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3936)]\u000a16:07:44.315758 run osmo-hlr_10.42.42.2(pid=3936): stdout: \u000a| (launched: 2022-12-13_16:07:41.357220) \u000a16:07:44.365567 run osmo-hlr_10.42.42.2(pid=3936): stderr: \u000a| �[0;m�[1;31m20221213160741531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160741532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160741532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160741532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160741532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160741532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160741544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160741552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160741553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160741553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:44.432878 run osmo-msc_10.42.42.6(pid=3942): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3942)]\u000a16:07:44.481830 run osmo-msc_10.42.42.6(pid=3942): stdout: \u000a| (launched: 2022-12-13_16:07:43.305090) \u000a16:07:44.531453 run osmo-msc_10.42.42.6(pid=3942): stderr: \u000a| �[0;m�[38;5;43m20221213160743577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160743577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f407c907c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160743578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160743578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160743578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160743578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160743581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160743581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160743582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160743582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:44.573522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3935): Terminating (SIGTERM)\u000a16:07:44.613764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3938): Terminating (SIGTERM)\u000a16:07:44.653640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3941): Terminating (SIGTERM)\u000a16:07:44.662808 --- ParallelTerminationStrategy: PID 3935 died...\u000a16:07:44.715866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3935): Terminated: ok {rc=0}\u000a16:07:44.725792 --- ParallelTerminationStrategy: PID 3938 died...\u000a16:07:44.779445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3938): Terminated: ok {rc=0}\u000a16:07:44.789061 --- ParallelTerminationStrategy: PID 3941 died...\u000a16:07:44.841966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3941): Terminated: ok {rc=0}\u000a16:07:44.925418 bus /sierra_3: Setting Powered False\u000a16:07:46.032026 bus /sierra_3: Setting Powered False\u000a16:07:47.144148 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:07:27" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3953): Process ended prematurely: osmo-stp_10.42.42.5(pid=3953) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3953): Process ended prematurely: osmo-stp_10.42.42.5(pid=3953) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:07:49.159275 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:49.170573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:07:49.330833 tst mo_mt_call.py: using LAC 34731\u000a16:07:49.450196 tst mo_mt_call.py: using RAC 51\u000a16:07:49.568875 tst mo_mt_call.py: using CellId 34731\u000a16:07:49.689568 tst mo_mt_call.py: using BVCI 34732\u000a16:07:49.712830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:49.724039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:49.735191 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:49.746359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:49.757752 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:49.768922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:07:49.890132 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:07:50.095141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:07:50.587365 run create_hlr_db(pid=3947): Launched\u000a16:07:50.763897 bus /sierra_2: Setting Powered False\u000a16:07:51.785701 run create_hlr_db(pid=3947): Terminated: ok {rc=0}\u000a16:07:52.223757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3949): Launched\u000a16:07:52.553708 run osmo-hlr_10.42.42.2(pid=3950): Launched\u000a16:07:52.675792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:07:53.248549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3952): Launched\u000a16:07:53.579356 run osmo-stp_10.42.42.5(pid=3953): Launched\u000a16:07:53.699149 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:07:54.301840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3955): Launched\u000a16:07:54.632927 run osmo-msc_10.42.42.6(pid=3956): Launched\u000a16:07:54.825758 run osmo-stp_10.42.42.5(pid=3953): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)]\u000a16:07:54.965416 run osmo-stp_10.42.42.5(pid=3953): stdout: \u000a| (launched: 2022-12-13_16:07:53.415465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:55.104345 run osmo-stp_10.42.42.5(pid=3953): stderr: \u000a| �[0;m�[38;5;43m20221213160753607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160753607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160753607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160753607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160753608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160753608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160753608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:55.236521 run osmo-stp_10.42.42.5(pid=3953): stdout: \u000a| (launched: 2022-12-13_16:07:53.415465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:07:55.367559 run osmo-stp_10.42.42.5(pid=3953): stderr: \u000a| �[0;m�[38;5;43m20221213160753607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160753607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160753607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160753607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160753608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160753608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160753608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:07:55.425357 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3953): Process ended prematurely: osmo-stp_10.42.42.5(pid=3953) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3953)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:07:55.434783 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:07:55.498040 run osmo-hlr_10.42.42.2(pid=3950): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3950)]\u000a16:07:55.550038 run osmo-hlr_10.42.42.2(pid=3950): stdout: \u000a| (launched: 2022-12-13_16:07:52.390896) \u000a16:07:55.602432 run osmo-hlr_10.42.42.2(pid=3950): stderr: \u000a| �[0;m�[1;31m20221213160752585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160752585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160752586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160752586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160752586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160752586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160752598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160752607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160752607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160752607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:07:55.673288 run osmo-msc_10.42.42.6(pid=3956): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3956)]\u000a16:07:55.724655 run osmo-msc_10.42.42.6(pid=3956): stdout: \u000a| (launched: 2022-12-13_16:07:54.469283) \u000a16:07:55.776533 run osmo-msc_10.42.42.6(pid=3956): stderr: \u000a| �[0;m�[38;5;43m20221213160754791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160754791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff77f02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160754791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160754791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160754792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160754792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160754794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160754794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:07:55.821356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3949): Terminating (SIGTERM)\u000a16:07:55.863642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3952): Terminating (SIGTERM)\u000a16:07:55.906373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3955): Terminating (SIGTERM)\u000a16:07:55.916387 --- ParallelTerminationStrategy: PID 3949 died...\u000a16:07:55.972684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3949): Terminated: ok {rc=0}\u000a16:07:55.982982 --- ParallelTerminationStrategy: PID 3952 died...\u000a16:07:56.039149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3952): Terminated: ok {rc=0}\u000a16:07:56.049128 --- ParallelTerminationStrategy: PID 3955 died...\u000a16:07:56.105144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3955): Terminated: ok {rc=0}\u000a16:07:56.193105 bus /sierra_3: Setting Powered False\u000a16:07:57.299236 bus /sierra_3: Setting Powered False\u000a16:07:58.407723 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3964): Process ended prematurely: osmo-stp_10.42.42.5(pid=3964) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3964)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3964): Process ended prematurely: osmo-stp_10.42.42.5(pid=3964) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:07:59.523033 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:07:59.535470 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:07:59.698579 tst mo_mt_call_osmux.py: using LAC 34732\u000a16:07:59.821231 tst mo_mt_call_osmux.py: using RAC 52\u000a16:07:59.943891 tst mo_mt_call_osmux.py: using CellId 34732\u000a16:08:00.066335 tst mo_mt_call_osmux.py: using BVCI 34733\u000a16:08:00.089944 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:08:00.101366 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:08:00.112712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:08:00.123839 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:08:00.135179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:08:00.146483 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:08:00.264046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:08:00.474870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:01.030367 run create_hlr_db(pid=3958): Launched\u000a16:08:01.211985 bus /sierra_2: Setting Powered False\u000a16:08:02.260942 run create_hlr_db(pid=3958): Terminated: ok {rc=0}\u000a16:08:02.673540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3960): Launched\u000a16:08:02.982904 run osmo-hlr_10.42.42.2(pid=3961): Launched\u000a16:08:03.099006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:03.634772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3963): Launched\u000a16:08:03.943383 run osmo-stp_10.42.42.5(pid=3964): Launched\u000a16:08:04.056352 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:08:04.620294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3966): Launched\u000a16:08:04.930536 run osmo-msc_10.42.42.6(pid=3967): Launched\u000a16:08:05.109876 run osmo-stp_10.42.42.5(pid=3964): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3964)]\u000a16:08:05.240157 run osmo-stp_10.42.42.5(pid=3964): stdout: \u000a| (launched: 2022-12-13_16:08:03.791714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:05.368260 run osmo-stp_10.42.42.5(pid=3964): stderr: \u000a| �[0;m�[38;5;43m20221213160803960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160803961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160803961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160803961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160803962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160803962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160803962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:05.491401 run osmo-stp_10.42.42.5(pid=3964): stdout: \u000a| (launched: 2022-12-13_16:08:03.791714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:05.613362 run osmo-stp_10.42.42.5(pid=3964): stderr: \u000a| �[0;m�[38;5;43m20221213160803960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160803961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160803961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160803961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160803962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160803962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160803962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:05.667566 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3964): Process ended prematurely: osmo-stp_10.42.42.5(pid=3964) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3964)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:08:05.676438 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:08:05.736186 run osmo-hlr_10.42.42.2(pid=3961): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3961)]\u000a16:08:05.785046 run osmo-hlr_10.42.42.2(pid=3961): stdout: \u000a| (launched: 2022-12-13_16:08:02.829802) \u000a16:08:05.834711 run osmo-hlr_10.42.42.2(pid=3961): stderr: \u000a| �[0;m�[1;31m20221213160803005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160803005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160803005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160803005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160803005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160803005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160803018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160803026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160803026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160803026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:05.901903 run osmo-msc_10.42.42.6(pid=3967): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3967)]\u000a16:08:05.951098 run osmo-msc_10.42.42.6(pid=3967): stdout: \u000a| (launched: 2022-12-13_16:08:04.776613) \u000a16:08:06.000618 run osmo-msc_10.42.42.6(pid=3967): stderr: \u000a| �[0;m�[38;5;43m20221213160805047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160805047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f099a782c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160805047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160805047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160805047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160805048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160805049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160805050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160805050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160805050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:08:06.042448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3960): Terminating (SIGTERM)\u000a16:08:06.081860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3963): Terminating (SIGTERM)\u000a16:08:06.121563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3966): Terminating (SIGTERM)\u000a16:08:06.130683 --- ParallelTerminationStrategy: PID 3960 died...\u000a16:08:06.183845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3960): Terminated: ok {rc=0}\u000a16:08:06.193466 --- ParallelTerminationStrategy: PID 3963 died...\u000a16:08:06.246348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3963): Terminated: ok {rc=0}\u000a16:08:06.255734 --- ParallelTerminationStrategy: PID 3966 died...\u000a16:08:06.308386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3966): Terminated: ok {rc=0}\u000a16:08:06.392570 bus /sierra_3: Setting Powered False\u000a16:08:07.494458 bus /sierra_3: Setting Powered False\u000a16:08:08.606632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:07:48" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3978): Process ended prematurely: osmo-stp_10.42.42.5(pid=3978) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3978)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3978): Process ended prematurely: osmo-stp_10.42.42.5(pid=3978) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:08:10.610902 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:10.622659 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:08:10.792007 tst mo_mt_call.py: using LAC 34733\u000a16:08:10.921905 tst mo_mt_call.py: using RAC 53\u000a16:08:11.052419 tst mo_mt_call.py: using CellId 34733\u000a16:08:11.181289 tst mo_mt_call.py: using BVCI 34734\u000a16:08:11.206295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:11.218040 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:11.229766 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:11.241401 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:11.253470 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:11.265443 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:08:11.384327 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:08:11.591661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:12.085455 run create_hlr_db(pid=3972): Launched\u000a16:08:12.262999 bus /sierra_2: Setting Powered False\u000a16:08:13.283775 run create_hlr_db(pid=3972): Terminated: ok {rc=0}\u000a16:08:13.723936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3974): Launched\u000a16:08:14.053737 run osmo-hlr_10.42.42.2(pid=3975): Launched\u000a16:08:14.175932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:14.752565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3977): Launched\u000a16:08:15.082555 run osmo-stp_10.42.42.5(pid=3978): Launched\u000a16:08:15.202680 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:08:15.808153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3980): Launched\u000a16:08:16.179856 run osmo-msc_10.42.42.6(pid=3981): Launched\u000a16:08:16.408260 run osmo-stp_10.42.42.5(pid=3978): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3978)]\u000a16:08:16.697081 run osmo-stp_10.42.42.5(pid=3978): stdout: \u000a| (launched: 2022-12-13_16:08:14.919822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:16.947660 run osmo-stp_10.42.42.5(pid=3978): stderr: \u000a| �[0;m�[38;5;43m20221213160815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160815111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160815111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160815111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160815111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:17.083037 run osmo-stp_10.42.42.5(pid=3978): stdout: \u000a| (launched: 2022-12-13_16:08:14.919822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:17.217429 run osmo-stp_10.42.42.5(pid=3978): stderr: \u000a| �[0;m�[38;5;43m20221213160815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160815110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160815111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160815111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160815111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160815111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:17.276480 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3978): Process ended prematurely: osmo-stp_10.42.42.5(pid=3978) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3978)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:08:17.285868 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a16:08:17.350407 run osmo-hlr_10.42.42.2(pid=3975): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3975)]\u000a16:08:17.402907 run osmo-hlr_10.42.42.2(pid=3975): stdout: \u000a| (launched: 2022-12-13_16:08:13.891540) \u000a16:08:17.456067 run osmo-hlr_10.42.42.2(pid=3975): stderr: \u000a| �[0;m�[1;31m20221213160814086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160814086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160814086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160814086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160814086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160814086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160814098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160814107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:17.527999 run osmo-msc_10.42.42.6(pid=3981): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3981)]\u000a16:08:17.580759 run osmo-msc_10.42.42.6(pid=3981): stdout: \u000a| (launched: 2022-12-13_16:08:15.995522) \u000a16:08:17.633929 run osmo-msc_10.42.42.6(pid=3981): stderr: \u000a| �[0;m�[38;5;43m20221213160816610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160816610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c25694c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160816610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160816610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160816611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160816611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160816621 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160816621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160816621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160816621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:08:17.679069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3974): Terminating (SIGTERM)\u000a16:08:17.721719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3977): Terminating (SIGTERM)\u000a16:08:17.764438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3980): Terminating (SIGTERM)\u000a16:08:17.774134 --- ParallelTerminationStrategy: PID 3974 died...\u000a16:08:17.831787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3974): Terminated: ok {rc=0}\u000a16:08:17.841862 --- ParallelTerminationStrategy: PID 3977 died...\u000a16:08:17.898743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3977): Terminated: ok {rc=0}\u000a16:08:17.908727 --- ParallelTerminationStrategy: PID 3980 died...\u000a16:08:17.965109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3980): Terminated: ok {rc=0}\u000a16:08:18.053987 bus /sierra_3: Setting Powered False\u000a16:08:19.157761 bus /sierra_3: Setting Powered False\u000a16:08:20.264504 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:08:21.380466 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:21.393210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:08:21.564632 tst mo_mt_call_osmux.py: using LAC 34734\u000a16:08:21.689171 tst mo_mt_call_osmux.py: using RAC 54\u000a16:08:21.811016 tst mo_mt_call_osmux.py: using CellId 34734\u000a16:08:21.933747 tst mo_mt_call_osmux.py: using BVCI 34735\u000a16:08:21.957221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:21.968614 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:21.979775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:21.990969 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:22.002247 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:08:22.013415 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:08:22.132452 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:08:22.341253 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:22.835656 run create_hlr_db(pid=3983): Launched\u000a16:08:23.012896 bus /sierra_2: Setting Powered False\u000a16:08:24.034612 run create_hlr_db(pid=3983): Terminated: ok {rc=0}\u000a16:08:24.476246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3985): Launched\u000a16:08:24.808893 run osmo-hlr_10.42.42.2(pid=3986): Launched\u000a16:08:24.933546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:25.508516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3988): Launched\u000a16:08:25.839653 run osmo-stp_10.42.42.5(pid=3989): Launched\u000a16:08:25.959523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:08:26.567242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3991): Launched\u000a16:08:26.897774 run osmo-msc_10.42.42.6(pid=3992): Launched\u000a16:08:27.092019 run osmo-stp_10.42.42.5(pid=3989): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)]\u000a16:08:27.232789 run osmo-stp_10.42.42.5(pid=3989): stdout: \u000a| (launched: 2022-12-13_16:08:25.677398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:27.371397 run osmo-stp_10.42.42.5(pid=3989): stderr: \u000a| �[0;m�[38;5;43m20221213160825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160825868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160825869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160825869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160825869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:27.504427 run osmo-stp_10.42.42.5(pid=3989): stdout: \u000a| (launched: 2022-12-13_16:08:25.677398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:27.636253 run osmo-stp_10.42.42.5(pid=3989): stderr: \u000a| �[0;m�[38;5;43m20221213160825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160825868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160825868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160825869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160825869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160825869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:27.694610 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3989): Process ended prematurely: osmo-stp_10.42.42.5(pid=3989) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3989)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:08:27.704071 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:08:27.767336 run osmo-hlr_10.42.42.2(pid=3986): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3986)]\u000a16:08:27.818825 run osmo-hlr_10.42.42.2(pid=3986): stdout: \u000a| (launched: 2022-12-13_16:08:24.645322) \u000a16:08:27.871254 run osmo-hlr_10.42.42.2(pid=3986): stderr: \u000a| �[0;m�[1;31m20221213160824841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160824841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160824841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160824841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160824841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160824842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160824854 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160824862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160824863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160824863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:27.942288 run osmo-msc_10.42.42.6(pid=3992): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3992)]\u000a16:08:27.993865 run osmo-msc_10.42.42.6(pid=3992): stdout: \u000a| (launched: 2022-12-13_16:08:26.735371) \u000a16:08:28.045940 run osmo-msc_10.42.42.6(pid=3992): stderr: \u000a| �[0;m�[38;5;43m20221213160827057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160827057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b61ec4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160827057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160827057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160827057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160827058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160827059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160827060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160827060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160827060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:08:28.090752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3985): Terminating (SIGTERM)\u000a16:08:28.133460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3988): Terminating (SIGTERM)\u000a16:08:28.176222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3991): Terminating (SIGTERM)\u000a16:08:28.185955 --- ParallelTerminationStrategy: PID 3985 died...\u000a16:08:28.242446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3985): Terminated: ok {rc=0}\u000a16:08:28.252417 --- ParallelTerminationStrategy: PID 3988 died...\u000a16:08:28.308533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3988): Terminated: ok {rc=0}\u000a16:08:28.318493 --- ParallelTerminationStrategy: PID 3991 died...\u000a16:08:28.374596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3991): Terminated: ok {rc=0}\u000a16:08:28.462884 bus /sierra_3: Setting Powered False\u000a16:08:29.568357 bus /sierra_3: Setting Powered False\u000a16:08:30.680308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:08:10" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4003): Process ended prematurely: osmo-stp_10.42.42.5(pid=4003) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4003)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4003): Process ended prematurely: osmo-stp_10.42.42.5(pid=4003) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:08:32.728766 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:32.740311 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:08:32.900228 tst mo_mt_call.py: using LAC 34735\u000a16:08:33.022567 tst mo_mt_call.py: using RAC 55\u000a16:08:33.146135 tst mo_mt_call.py: using CellId 34735\u000a16:08:33.265843 tst mo_mt_call.py: using BVCI 34736\u000a16:08:33.289233 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:33.300487 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:33.311641 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:33.322858 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:33.334151 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:33.345627 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:08:33.466493 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:08:33.681811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:34.199326 run create_hlr_db(pid=3997): Launched\u000a16:08:34.389618 bus /sierra_2: Setting Powered False\u000a16:08:35.410805 run create_hlr_db(pid=3997): Terminated: ok {rc=0}\u000a16:08:35.825025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3999): Launched\u000a16:08:36.134965 run osmo-hlr_10.42.42.2(pid=4000): Launched\u000a16:08:36.247980 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:36.783085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4002): Launched\u000a16:08:37.091032 run osmo-stp_10.42.42.5(pid=4003): Launched\u000a16:08:37.204138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:08:37.768313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4005): Launched\u000a16:08:38.080545 run osmo-msc_10.42.42.6(pid=4006): Launched\u000a16:08:38.261362 run osmo-stp_10.42.42.5(pid=4003): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4003)]\u000a16:08:38.392578 run osmo-stp_10.42.42.5(pid=4003): stdout: \u000a| (launched: 2022-12-13_16:08:36.939424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:38.522005 run osmo-stp_10.42.42.5(pid=4003): stderr: \u000a| �[0;m�[38;5;43m20221213160837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160837108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160837108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160837109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160837109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160837109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:38.646023 run osmo-stp_10.42.42.5(pid=4003): stdout: \u000a| (launched: 2022-12-13_16:08:36.939424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:38.769080 run osmo-stp_10.42.42.5(pid=4003): stderr: \u000a| �[0;m�[38;5;43m20221213160837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160837107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160837108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160837108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160837109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160837109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160837109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:38.823596 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4003): Process ended prematurely: osmo-stp_10.42.42.5(pid=4003) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4003)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:08:38.832623 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:08:38.892470 run osmo-hlr_10.42.42.2(pid=4000): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4000)]\u000a16:08:38.941795 run osmo-hlr_10.42.42.2(pid=4000): stdout: \u000a| (launched: 2022-12-13_16:08:35.981994) \u000a16:08:38.991811 run osmo-hlr_10.42.42.2(pid=4000): stderr: \u000a| �[0;m�[1;31m20221213160836156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160836156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160836156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160836156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160836156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160836156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160836168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160836176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160836177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160836177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:39.059265 run osmo-msc_10.42.42.6(pid=4006): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4006)]\u000a16:08:39.108443 run osmo-msc_10.42.42.6(pid=4006): stdout: \u000a| (launched: 2022-12-13_16:08:37.925792) \u000a16:08:39.157961 run osmo-msc_10.42.42.6(pid=4006): stderr: \u000a| �[0;m�[38;5;43m20221213160838197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160838197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5686b64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160838197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160838197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160838198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160838198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160838199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160838200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160838200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160838200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:08:39.200846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3999): Terminating (SIGTERM)\u000a16:08:39.241429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4002): Terminating (SIGTERM)\u000a16:08:39.281556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4005): Terminating (SIGTERM)\u000a16:08:39.290790 --- ParallelTerminationStrategy: PID 3999 died...\u000a16:08:39.344781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3999): Terminated: ok {rc=0}\u000a16:08:39.354449 --- ParallelTerminationStrategy: PID 4002 died...\u000a16:08:39.407780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4002): Terminated: ok {rc=0}\u000a16:08:39.417461 --- ParallelTerminationStrategy: PID 4005 died...\u000a16:08:39.470713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4005): Terminated: ok {rc=0}\u000a16:08:39.558749 bus /sierra_3: Setting Powered False\u000a16:08:40.661756 bus /sierra_3: Setting Powered False\u000a16:08:41.772385 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:08:42.883743 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:42.895960 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:08:43.063420 tst mo_mt_call_osmux.py: using LAC 34736\u000a16:08:43.191232 tst mo_mt_call_osmux.py: using RAC 56\u000a16:08:43.319821 tst mo_mt_call_osmux.py: using CellId 34736\u000a16:08:43.444324 tst mo_mt_call_osmux.py: using BVCI 34737\u000a16:08:43.467819 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:43.479653 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:43.491045 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:43.502501 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:43.513978 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:08:43.525396 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:08:43.648139 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:08:43.863009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:44.383114 run create_hlr_db(pid=4008): Launched\u000a16:08:44.574763 bus /sierra_2: Setting Powered False\u000a16:08:45.594179 run create_hlr_db(pid=4008): Terminated: ok {rc=0}\u000a16:08:46.029822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4010): Launched\u000a16:08:46.370641 run osmo-hlr_10.42.42.2(pid=4011): Launched\u000a16:08:46.534226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:08:47.298092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4023): Launched\u000a16:08:47.762476 run osmo-stp_10.42.42.5(pid=4042): Launched\u000a16:08:47.998956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:08:48.784582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4094): Launched\u000a16:08:49.295824 run osmo-msc_10.42.42.6(pid=4164): Launched\u000a16:08:49.762707 run osmo-stp_10.42.42.5(pid=4042): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)]\u000a16:08:49.995047 run osmo-stp_10.42.42.5(pid=4042): stdout: \u000a| (launched: 2022-12-13_16:08:47.483119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:50.136450 run osmo-stp_10.42.42.5(pid=4042): stderr: \u000a| �[0;m�[38;5;43m20221213160847842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160847843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160847843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160847843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160847844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160847844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160847844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:50.287839 run osmo-stp_10.42.42.5(pid=4042): stdout: \u000a| (launched: 2022-12-13_16:08:47.483119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:08:50.424707 run osmo-stp_10.42.42.5(pid=4042): stderr: \u000a| �[0;m�[38;5;43m20221213160847842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160847843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160847843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160847843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160847844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160847844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160847844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:08:50.485074 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4042): Process ended prematurely: osmo-stp_10.42.42.5(pid=4042) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4042)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:08:50.495592 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a16:08:50.562375 run osmo-hlr_10.42.42.2(pid=4011): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4011)]\u000a16:08:50.618407 run osmo-hlr_10.42.42.2(pid=4011): stdout: \u000a| (launched: 2022-12-13_16:08:46.192010) \u000a16:08:50.674567 run osmo-hlr_10.42.42.2(pid=4011): stderr: \u000a| �[0;m�[1;31m20221213160846590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160846590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160846590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160846590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160846590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160846591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160846623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160846640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160846640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160846640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:08:50.748695 run osmo-msc_10.42.42.6(pid=4164): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4164)]\u000a16:08:50.804076 run osmo-msc_10.42.42.6(pid=4164): stdout: \u000a| (launched: 2022-12-13_16:08:48.987725) \u000a16:08:50.859516 run osmo-msc_10.42.42.6(pid=4164): stderr: \u000a| �[0;m�[38;5;43m20221213160849559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160849559 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf252dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160849559 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160849560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160849560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160849560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160849568 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160849568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160849568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160849568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:08:50.906498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4010): Terminating (SIGTERM)\u000a16:08:50.952815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4023): Terminating (SIGTERM)\u000a16:08:51.001827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4094): Terminating (SIGTERM)\u000a16:08:51.012514 --- ParallelTerminationStrategy: PID 4010 died...\u000a16:08:51.073541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4010): Terminated: ok {rc=0}\u000a16:08:51.084503 --- ParallelTerminationStrategy: PID 4023 died...\u000a16:08:51.144246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4023): Terminated: ok {rc=0}\u000a16:08:51.155195 --- ParallelTerminationStrategy: PID 4094 died...\u000a16:08:51.215039 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4094): Terminated: ok {rc=0}\u000a16:08:51.305911 bus /sierra_3: Setting Powered False\u000a16:08:52.411301 bus /sierra_3: Setting Powered False\u000a16:08:53.524801 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:08:32" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4300): Process ended prematurely: osmo-stp_10.42.42.5(pid=4300) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4300)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4300): Process ended prematurely: osmo-stp_10.42.42.5(pid=4300) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:08:55.565098 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:08:55.578004 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:08:55.764021 tst mo_mt_call.py: using LAC 34737\u000a16:08:55.909218 tst mo_mt_call.py: using RAC 57\u000a16:08:56.044405 tst mo_mt_call.py: using CellId 34737\u000a16:08:56.175994 tst mo_mt_call.py: using BVCI 34738\u000a16:08:56.203431 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:08:56.216131 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:08:56.228625 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:08:56.241240 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:08:56.254952 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:08:56.268653 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:08:56.401510 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:08:56.628266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:08:57.201083 run create_hlr_db(pid=4294): Launched\u000a16:08:57.397766 bus /sierra_2: Setting Powered False\u000a16:08:58.420043 run create_hlr_db(pid=4294): Terminated: ok {rc=0}\u000a16:08:58.886446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4296): Launched\u000a16:08:59.333288 run osmo-hlr_10.42.42.2(pid=4297): Launched\u000a16:08:59.577124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:00.177988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4299): Launched\u000a16:09:00.625333 run osmo-stp_10.42.42.5(pid=4300): Launched\u000a16:09:00.859571 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:01.517203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4302): Launched\u000a16:09:01.932934 run osmo-msc_10.42.42.6(pid=4303): Launched\u000a16:09:02.224136 run osmo-stp_10.42.42.5(pid=4300): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4300)]\u000a16:09:02.552501 run osmo-stp_10.42.42.5(pid=4300): stdout: \u000a| (launched: 2022-12-13_16:09:00.352296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:02.686719 run osmo-stp_10.42.42.5(pid=4300): stderr: \u000a| �[0;m�[38;5;43m20221213160900645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160900645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160900645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160900646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160900646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160900646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160900646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:02.813615 run osmo-stp_10.42.42.5(pid=4300): stdout: \u000a| (launched: 2022-12-13_16:09:00.352296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:02.939161 run osmo-stp_10.42.42.5(pid=4300): stderr: \u000a| �[0;m�[38;5;43m20221213160900645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160900645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160900645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160900646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160900646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160900646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160900646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:02.995100 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4300): Process ended prematurely: osmo-stp_10.42.42.5(pid=4300) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4300)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:09:03.004412 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a16:09:03.065895 run osmo-hlr_10.42.42.2(pid=4297): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4297)]\u000a16:09:03.116093 run osmo-hlr_10.42.42.2(pid=4297): stdout: \u000a| (launched: 2022-12-13_16:08:59.059943) \u000a16:09:03.167124 run osmo-hlr_10.42.42.2(pid=4297): stderr: \u000a| �[0;m�[1;31m20221213160859363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160859363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160859363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160859363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160859363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160859363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160859383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160859391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160859391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160859392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:03.236367 run osmo-msc_10.42.42.6(pid=4303): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4303)]\u000a16:09:03.287104 run osmo-msc_10.42.42.6(pid=4303): stdout: \u000a| (launched: 2022-12-13_16:09:01.678884) \u000a16:09:03.338181 run osmo-msc_10.42.42.6(pid=4303): stderr: \u000a| �[0;m�[38;5;43m20221213160902276 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160902281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe27aeb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160902282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160902282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160902282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160902282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160902284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160902284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160902284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160902289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:03.382370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4296): Terminating (SIGTERM)\u000a16:09:03.423936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4299): Terminating (SIGTERM)\u000a16:09:03.465616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4302): Terminating (SIGTERM)\u000a16:09:03.475637 --- ParallelTerminationStrategy: PID 4296 died...\u000a16:09:03.533869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4296): Terminated: ok {rc=0}\u000a16:09:03.544102 --- ParallelTerminationStrategy: PID 4299 died...\u000a16:09:03.599886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4299): Terminated: ok {rc=0}\u000a16:09:03.610158 --- ParallelTerminationStrategy: PID 4302 died...\u000a16:09:03.666078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4302): Terminated: ok {rc=0}\u000a16:09:03.753652 bus /sierra_3: Setting Powered False\u000a16:09:04.862407 bus /sierra_3: Setting Powered False\u000a16:09:05.974796 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4311): Process ended prematurely: osmo-stp_10.42.42.5(pid=4311) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4311)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4311): Process ended prematurely: osmo-stp_10.42.42.5(pid=4311) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:09:07.092058 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:09:07.105272 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:09:07.272085 tst mo_mt_call_osmux.py: using LAC 34738\u000a16:09:07.399232 tst mo_mt_call_osmux.py: using RAC 58\u000a16:09:07.526234 tst mo_mt_call_osmux.py: using CellId 34738\u000a16:09:07.657988 tst mo_mt_call_osmux.py: using BVCI 34739\u000a16:09:07.684738 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:09:07.697298 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:09:07.709776 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:09:07.721853 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:09:07.734182 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:09:07.747455 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:09:07.869691 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:09:08.087879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:08.635541 run create_hlr_db(pid=4305): Launched\u000a16:09:08.824748 bus /sierra_2: Setting Powered False\u000a16:09:09.844706 run create_hlr_db(pid=4305): Terminated: ok {rc=0}\u000a16:09:10.289305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4307): Launched\u000a16:09:10.716872 run osmo-hlr_10.42.42.2(pid=4308): Launched\u000a16:09:10.911268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:11.449367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4310): Launched\u000a16:09:11.760333 run osmo-stp_10.42.42.5(pid=4311): Launched\u000a16:09:11.871200 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:12.436014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4313): Launched\u000a16:09:12.750408 run osmo-msc_10.42.42.6(pid=4314): Launched\u000a16:09:12.930458 run osmo-stp_10.42.42.5(pid=4311): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4311)]\u000a16:09:13.061699 run osmo-stp_10.42.42.5(pid=4311): stdout: \u000a| (launched: 2022-12-13_16:09:11.606256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:13.190638 run osmo-stp_10.42.42.5(pid=4311): stderr: \u000a| �[0;m�[38;5;43m20221213160911773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160911773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160911773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160911774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:13.315289 run osmo-stp_10.42.42.5(pid=4311): stdout: \u000a| (launched: 2022-12-13_16:09:11.606256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:13.438340 run osmo-stp_10.42.42.5(pid=4311): stderr: \u000a| �[0;m�[38;5;43m20221213160911773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160911773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160911773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160911774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160911774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:13.493745 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4311): Process ended prematurely: osmo-stp_10.42.42.5(pid=4311) [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4311)] [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:09:13.502787 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:09:13.562758 run osmo-hlr_10.42.42.2(pid=4308): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4308)]\u000a16:09:13.611993 run osmo-hlr_10.42.42.2(pid=4308): stdout: \u000a| (launched: 2022-12-13_16:09:10.454722) \u000a16:09:13.661830 run osmo-hlr_10.42.42.2(pid=4308): stderr: \u000a| �[0;m�[1;31m20221213160910794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160910794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160910794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160910794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160910794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160910794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160910828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160910841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160910841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160910841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:13.729417 run osmo-msc_10.42.42.6(pid=4314): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4314)]\u000a16:09:13.779152 run osmo-msc_10.42.42.6(pid=4314): stdout: \u000a| (launched: 2022-12-13_16:09:12.593088) \u000a16:09:13.829113 run osmo-msc_10.42.42.6(pid=4314): stderr: \u000a| �[0;m�[38;5;43m20221213160912863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160912863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b78746c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160912863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160912863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160912863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160912864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160912865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160912866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160912866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160912866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:13.871334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4307): Terminating (SIGTERM)\u000a16:09:13.911183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4310): Terminating (SIGTERM)\u000a16:09:13.951024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4313): Terminating (SIGTERM)\u000a16:09:13.960266 --- ParallelTerminationStrategy: PID 4307 died...\u000a16:09:14.013554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4307): Terminated: ok {rc=0}\u000a16:09:14.023181 --- ParallelTerminationStrategy: PID 4310 died...\u000a16:09:14.076248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4310): Terminated: ok {rc=0}\u000a16:09:14.085892 --- ParallelTerminationStrategy: PID 4313 died...\u000a16:09:14.138717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4313): Terminated: ok {rc=0}\u000a16:09:14.222208 bus /sierra_3: Setting Powered False\u000a16:09:15.329037 bus /sierra_3: Setting Powered False\u000a16:09:16.461201 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:08:55" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:09:18.492261 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:18.503179 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:09:18.647503 tst emergency_mo_mt_call.py: using LAC 34739\u000a16:09:18.773888 tst emergency_mo_mt_call.py: using RAC 59\u000a16:09:18.899869 tst emergency_mo_mt_call.py: using CellId 34739\u000a16:09:19.029703 tst emergency_mo_mt_call.py: using BVCI 34740\u000a16:09:19.054325 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:19.065946 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:19.077165 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:19.088518 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:19.100266 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:19.111899 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:19.235003 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:19.437838 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:19.923783 run create_hlr_db(pid=4319): Launched\u000a16:09:20.099068 bus /sierra_2: Setting Powered False\u000a16:09:21.119369 run create_hlr_db(pid=4319): Terminated: ok {rc=0}\u000a16:09:21.553060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4321): Launched\u000a16:09:21.885762 run osmo-hlr_10.42.42.2(pid=4322): Launched\u000a16:09:22.003385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:22.567322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4324): Launched\u000a16:09:22.894805 run osmo-stp_10.42.42.5(pid=4325): Launched\u000a16:09:23.028377 tst emergency_mo_mt_call.py: using MSISDN 8216\u000a16:09:23.190009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:23.785506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4327): Launched\u000a16:09:24.113505 run osmo-msc_10.42.42.6(pid=4328): Launched\u000a16:09:24.303087 run osmo-stp_10.42.42.5(pid=4325): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)]\u000a16:09:24.440380 run osmo-stp_10.42.42.5(pid=4325): stdout: \u000a| (launched: 2022-12-13_16:09:22.732798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:24.576327 run osmo-stp_10.42.42.5(pid=4325): stderr: \u000a| �[0;m�[38;5;43m20221213160922923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160922923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160922923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160922924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160922924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160922924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160922924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:24.707276 run osmo-stp_10.42.42.5(pid=4325): stdout: \u000a| (launched: 2022-12-13_16:09:22.732798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:24.836802 run osmo-stp_10.42.42.5(pid=4325): stderr: \u000a| �[0;m�[38;5;43m20221213160922923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160922923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160922923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160922924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160922924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160922924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160922924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:24.893940 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4325): Process ended prematurely: osmo-stp_10.42.42.5(pid=4325) [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4325)] [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a16:09:24.902878 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a16:09:24.967519 run osmo-hlr_10.42.42.2(pid=4322): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4322)]\u000a16:09:25.020509 run osmo-hlr_10.42.42.2(pid=4322): stdout: \u000a| (launched: 2022-12-13_16:09:21.718540) \u000a16:09:25.073711 run osmo-hlr_10.42.42.2(pid=4322): stderr: \u000a| �[0;m�[1;31m20221213160921915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160921915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160921915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160921915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160921915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160921915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160921947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160921956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160921957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160921957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:25.145676 run osmo-msc_10.42.42.6(pid=4328): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4328)]\u000a16:09:25.198003 run osmo-msc_10.42.42.6(pid=4328): stdout: \u000a| (launched: 2022-12-13_16:09:23.950573) \u000a16:09:25.250803 run osmo-msc_10.42.42.6(pid=4328): stderr: \u000a| �[0;m�[38;5;43m20221213160924269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160924269 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a3f708c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160924269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160924269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160924269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160924269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160924271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160924271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160924272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160924272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:25.296002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4321): Terminating (SIGTERM)\u000a16:09:25.338534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4324): Terminating (SIGTERM)\u000a16:09:25.381001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4327): Terminating (SIGTERM)\u000a16:09:25.390333 --- ParallelTerminationStrategy: PID 4321 died...\u000a16:09:25.447100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4321): Terminated: ok {rc=0}\u000a16:09:25.457233 --- ParallelTerminationStrategy: PID 4324 died...\u000a16:09:25.513584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4324): Terminated: ok {rc=0}\u000a16:09:25.523589 --- ParallelTerminationStrategy: PID 4327 died...\u000a16:09:25.580676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4327): Terminated: ok {rc=0}\u000a16:09:25.670048 bus /sierra_3: Setting Powered False\u000a16:09:26.774672 bus /sierra_3: Setting Powered False\u000a16:09:27.883586 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4336): Process ended prematurely: osmo-stp_10.42.42.5(pid=4336) [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4336): Process ended prematurely: osmo-stp_10.42.42.5(pid=4336) [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:09:28.936382 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:28.948615 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:09:29.097964 tst emergency_preemptive_call.py: using LAC 34740\u000a16:09:29.225516 tst emergency_preemptive_call.py: using RAC 60\u000a16:09:29.358164 tst emergency_preemptive_call.py: using CellId 34740\u000a16:09:29.483434 tst emergency_preemptive_call.py: using BVCI 34741\u000a16:09:29.508054 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:29.519508 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:29.530748 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:29.541922 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:29.553765 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:09:29.565431 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:29.683328 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:29.803553 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:29.920916 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:30.123960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:30.611783 run create_hlr_db(pid=4330): Launched\u000a16:09:30.787361 bus /sierra_2: Setting Powered False\u000a16:09:31.826062 run create_hlr_db(pid=4330): Terminated: ok {rc=0}\u000a16:09:32.349496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4332): Launched\u000a16:09:32.653652 run osmo-hlr_10.42.42.2(pid=4333): Launched\u000a16:09:32.765545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:33.293447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4335): Launched\u000a16:09:33.596878 run osmo-stp_10.42.42.5(pid=4336): Launched\u000a16:09:33.720081 tst emergency_preemptive_call.py: using MSISDN 8217\u000a16:09:33.870027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:09:34.423103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4338): Launched\u000a16:09:34.728387 run osmo-msc_10.42.42.6(pid=4339): Launched\u000a16:09:34.905632 run osmo-stp_10.42.42.5(pid=4336): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)]\u000a16:09:35.033991 run osmo-stp_10.42.42.5(pid=4336): stdout: \u000a| (launched: 2022-12-13_16:09:33.447347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:35.159810 run osmo-stp_10.42.42.5(pid=4336): stderr: \u000a| �[0;m�[38;5;43m20221213160933616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160933617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160933617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160933617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160933618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160933618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160933618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:35.281137 run osmo-stp_10.42.42.5(pid=4336): stdout: \u000a| (launched: 2022-12-13_16:09:33.447347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:35.401378 run osmo-stp_10.42.42.5(pid=4336): stderr: \u000a| �[0;m�[38;5;43m20221213160933616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160933617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160933617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160933617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160933618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160933618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160933618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:35.454245 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4336): Process ended prematurely: osmo-stp_10.42.42.5(pid=4336) [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4336)] [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a16:09:35.462372 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a16:09:35.523102 run osmo-hlr_10.42.42.2(pid=4333): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4333)]\u000a16:09:35.572292 run osmo-hlr_10.42.42.2(pid=4333): stdout: \u000a| (launched: 2022-12-13_16:09:32.503734) \u000a16:09:35.622184 run osmo-hlr_10.42.42.2(pid=4333): stderr: \u000a| �[0;m�[1;31m20221213160932678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160932678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160932678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160932678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160932678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160932678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160932711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160932721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160932722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160932722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:35.690381 run osmo-msc_10.42.42.6(pid=4339): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4339)]\u000a16:09:35.739318 run osmo-msc_10.42.42.6(pid=4339): stdout: \u000a| (launched: 2022-12-13_16:09:34.576908) \u000a16:09:35.789100 run osmo-msc_10.42.42.6(pid=4339): stderr: \u000a| �[0;m�[38;5;43m20221213160934846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213160934846 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd691581c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213160934846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213160934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213160934846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213160934847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213160934848 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213160934849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213160934849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213160934849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:09:35.831160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4332): Terminating (SIGTERM)\u000a16:09:35.870923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4335): Terminating (SIGTERM)\u000a16:09:35.910527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4338): Terminating (SIGTERM)\u000a16:09:35.919336 --- ParallelTerminationStrategy: PID 4332 died...\u000a16:09:35.972477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4332): Terminated: ok {rc=0}\u000a16:09:35.982061 --- ParallelTerminationStrategy: PID 4335 died...\u000a16:09:36.034909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4335): Terminated: ok {rc=0}\u000a16:09:36.044456 --- ParallelTerminationStrategy: PID 4338 died...\u000a16:09:36.097504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4338): Terminated: ok {rc=0}\u000a16:09:36.186060 bus /sierra_9: Setting Powered False\u000a16:09:37.290380 bus /sierra_9: Setting Powered False\u000a16:09:38.400747 bus /sierra_8: Setting Powered False\u000a16:09:39.505347 bus /sierra_8: Setting Powered False\u000a16:09:40.616368 bus /sierra_3: Setting Powered False\u000a16:09:41.722748 bus /sierra_3: Setting Powered False\u000a16:09:42.835538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:09:18" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4357): Process ended prematurely: osmo-stp_10.42.42.5(pid=4357) [trial-2391↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4357)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4357): Process ended prematurely: osmo-stp_10.42.42.5(pid=4357) [trial-2391↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:09:44.961579 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:44.972296 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:09:45.110627 tst cs_paging_gprs_active.py: using LAC 34741\u000a16:09:45.235027 tst cs_paging_gprs_active.py: using RAC 61\u000a16:09:45.358170 tst cs_paging_gprs_active.py: using CellId 34741\u000a16:09:45.480716 tst cs_paging_gprs_active.py: using BVCI 34742\u000a16:09:45.504271 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.515091 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.525713 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.536277 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.546765 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.557763 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.568818 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.579362 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:45.590473 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:45.713800 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:46.049873 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:09:46.182622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:46.525720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4347): Launched\u000a16:09:46.822136 run iperf3-srv_10.42.42.10(pid=4348): Launched\u000a16:09:47.032675 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:09:47.175201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:47.520247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Launched\u000a16:09:47.806638 run iperf3-srv_10.42.42.10(pid=4350): Launched\u000a16:09:48.009922 tst cs_paging_gprs_active.py:38: start network...\u000a16:09:48.148702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:09:48.671743 run create_hlr_db(pid=4351): Launched\u000a16:09:48.863651 bus /sierra_2: Setting Powered False\u000a16:09:49.885662 run create_hlr_db(pid=4351): Terminated: ok {rc=0}\u000a16:09:50.329996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4353): Launched\u000a16:09:50.663227 run osmo-hlr_10.42.42.2(pid=4354): Launched\u000a16:09:50.785497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:09:51.325423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4356): Launched\u000a16:09:51.636604 run osmo-stp_10.42.42.5(pid=4357): Launched\u000a16:09:51.749323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:09:52.291164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4359): Launched\u000a16:09:52.401693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:09:52.673838 run patchelf(pid=4360): Launched\u000a16:09:52.855176 run osmo-stp_10.42.42.5(pid=4357): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4357)]\u000a16:09:52.987567 run osmo-stp_10.42.42.5(pid=4357): stdout: \u000a| (launched: 2022-12-13_16:09:51.483219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:53.120590 run osmo-stp_10.42.42.5(pid=4357): stderr: \u000a| �[0;m�[38;5;43m20221213160951654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160951654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160951654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160951655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160951655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160951655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160951655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:53.248771 run osmo-stp_10.42.42.5(pid=4357): stdout: \u000a| (launched: 2022-12-13_16:09:51.483219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:09:53.375584 run osmo-stp_10.42.42.5(pid=4357): stderr: \u000a| �[0;m�[38;5;43m20221213160951654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213160951654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213160951654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213160951655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213160951655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213160951655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213160951655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:09:53.523903 run patchelf(pid=4360): Terminating (SIGINT)\u000a16:09:53.698480 run patchelf(pid=4360): Terminated: ok {rc=0}\u000a16:09:53.730552 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4357): Process ended prematurely: osmo-stp_10.42.42.5(pid=4357) [trial-2391↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4357)] [trial-2391↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a16:09:53.739851 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:09:53.800012 run osmo-hlr_10.42.42.2(pid=4354): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4354)]\u000a16:09:53.848854 run osmo-hlr_10.42.42.2(pid=4354): stdout: \u000a| (launched: 2022-12-13_16:09:50.499225) \u000a16:09:53.898270 run osmo-hlr_10.42.42.2(pid=4354): stderr: \u000a| �[0;m�[1;31m20221213160950698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213160950698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213160950698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160950698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213160950698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213160950698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213160950711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213160950721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213160950721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213160950721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:09:53.940453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4347): Terminating (SIGTERM)\u000a16:09:53.980112 run iperf3-srv_10.42.42.10(pid=4348): Terminating (SIGTERM)\u000a16:09:54.020191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Terminating (SIGTERM)\u000a16:09:54.060040 run iperf3-srv_10.42.42.10(pid=4350): Terminating (SIGTERM)\u000a16:09:54.100133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4353): Terminating (SIGTERM)\u000a16:09:54.140065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4356): Terminating (SIGTERM)\u000a16:09:54.179834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4359): Terminating (SIGTERM)\u000a16:09:54.189074 --- ParallelTerminationStrategy: PID 4347 died...\u000a16:09:54.242270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4347): Terminated: ok {rc=0}\u000a16:09:54.251861 --- ParallelTerminationStrategy: PID 4348 died...\u000a16:09:54.304460 run iperf3-srv_10.42.42.10(pid=4348): Terminated {rc=256}\u000a16:09:54.313964 --- ParallelTerminationStrategy: PID 4349 died...\u000a16:09:54.366517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4349): Terminated: ok {rc=0}\u000a16:09:54.375843 --- ParallelTerminationStrategy: PID 4350 died...\u000a16:09:54.428359 run iperf3-srv_10.42.42.10(pid=4350): Terminated {rc=256}\u000a16:09:54.437743 --- ParallelTerminationStrategy: PID 4353 died...\u000a16:09:54.490256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4353): Terminated: ok {rc=0}\u000a16:09:54.499760 --- ParallelTerminationStrategy: PID 4356 died...\u000a16:09:54.552333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4356): Terminated: ok {rc=0}\u000a16:09:54.561950 --- ParallelTerminationStrategy: PID 4359 died...\u000a16:09:54.614501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4359): Terminated: ok {rc=0}\u000a16:09:54.702278 bus /gobi_0: Setting Powered False\u000a16:09:55.806512 bus /gobi_0: Setting Powered False\u000a16:09:56.918186 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4372): Process ended prematurely: osmo-stp_10.42.42.5(pid=4372) [trial-2391↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4372)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4372): Process ended prematurely: osmo-stp_10.42.42.5(pid=4372) [trial-2391↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a16:09:58.028637 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.040124 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:09:58.181892 tst iperf3.py: using LAC 34742\u000a16:09:58.304743 tst iperf3.py: using RAC 62\u000a16:09:58.427433 tst iperf3.py: using CellId 34742\u000a16:09:58.550591 tst iperf3.py: using BVCI 34743\u000a16:09:58.574230 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.585147 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.595631 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.606317 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.616821 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.627592 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.638408 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.649122 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:09:58.660389 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:09:58.942652 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:09:59.071469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:09:59.393842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4361): Launched\u000a16:09:59.662523 run iperf3-srv_10.42.42.10(pid=4362): Launched\u000a16:09:59.852688 tst iperf3.py:8: start network...\u000a16:09:59.981892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:00.480619 run create_hlr_db(pid=4363): Launched\u000a16:10:00.659044 bus /gobi_6: Setting Powered False\u000a16:10:01.712086 run create_hlr_db(pid=4363): Terminated: ok {rc=0}\u000a16:10:02.152043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4368): Launched\u000a16:10:02.469134 run osmo-hlr_10.42.42.2(pid=4369): Launched\u000a16:10:02.591132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:03.137773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4371): Launched\u000a16:10:03.448880 run osmo-stp_10.42.42.5(pid=4372): Launched\u000a16:10:03.561076 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:04.102610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4374): Launched\u000a16:10:04.213078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:04.484543 run patchelf(pid=4375): Launched\u000a16:10:04.666205 run osmo-stp_10.42.42.5(pid=4372): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4372)]\u000a16:10:04.798848 run osmo-stp_10.42.42.5(pid=4372): stdout: \u000a| (launched: 2022-12-13_16:10:03.295488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:04.932190 run osmo-stp_10.42.42.5(pid=4372): stderr: \u000a| �[0;m�[38;5;43m20221213161003467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161003467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161003468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161003468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161003468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161003469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161003469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:05.060783 run osmo-stp_10.42.42.5(pid=4372): stdout: \u000a| (launched: 2022-12-13_16:10:03.295488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:05.187961 run osmo-stp_10.42.42.5(pid=4372): stderr: \u000a| �[0;m�[38;5;43m20221213161003467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161003467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161003468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161003468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161003468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161003469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161003469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:05.336400 run patchelf(pid=4375): Terminating (SIGINT)\u000a16:10:05.511872 run patchelf(pid=4375): Terminated: ok {rc=0}\u000a16:10:05.543979 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4372): Process ended prematurely: osmo-stp_10.42.42.5(pid=4372) [trial-2391↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4372)] [trial-2391↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a16:10:05.553404 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:10:05.614068 run osmo-hlr_10.42.42.2(pid=4369): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4369)]\u000a16:10:05.663168 run osmo-hlr_10.42.42.2(pid=4369): stdout: \u000a| (launched: 2022-12-13_16:10:02.313558) \u000a16:10:05.713213 run osmo-hlr_10.42.42.2(pid=4369): stderr: \u000a| �[0;m�[1;31m20221213161002487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161002487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161002487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161002487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161002487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161002487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161002500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161002510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161002510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161002511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:05.755666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4361): Terminating (SIGTERM)\u000a16:10:05.795583 run iperf3-srv_10.42.42.10(pid=4362): Terminating (SIGTERM)\u000a16:10:05.835509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4368): Terminating (SIGTERM)\u000a16:10:05.875705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4371): Terminating (SIGTERM)\u000a16:10:05.915880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4374): Terminating (SIGTERM)\u000a16:10:05.925156 --- ParallelTerminationStrategy: PID 4361 died...\u000a16:10:05.978703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4361): Terminated: ok {rc=0}\u000a16:10:05.988303 --- ParallelTerminationStrategy: PID 4362 died...\u000a16:10:06.041450 run iperf3-srv_10.42.42.10(pid=4362): Terminated {rc=256}\u000a16:10:06.051047 --- ParallelTerminationStrategy: PID 4368 died...\u000a16:10:06.104596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4368): Terminated: ok {rc=0}\u000a16:10:06.114287 --- ParallelTerminationStrategy: PID 4371 died...\u000a16:10:06.167890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4371): Terminated: ok {rc=0}\u000a16:10:06.177948 --- ParallelTerminationStrategy: PID 4374 died...\u000a16:10:06.231093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4374): Terminated: ok {rc=0}\u000a16:10:06.319108 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4390): Process ended prematurely: osmo-stp_10.42.42.5(pid=4390) [trial-2391↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4390)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4390): Process ended prematurely: osmo-stp_10.42.42.5(pid=4390) [trial-2391↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a16:10:07.430902 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:07.442730 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:10:07.586744 tst iperf3m4.py: using LAC 34743\u000a16:10:07.711402 tst iperf3m4.py: using RAC 63\u000a16:10:07.844310 tst iperf3m4.py: using CellId 34743\u000a16:10:07.972676 tst iperf3m4.py: using BVCI 34744\u000a16:10:07.998166 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.009771 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.021106 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.032579 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.044049 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.055452 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.067235 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.078705 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:08.090408 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:10:08.210639 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:10:08.334529 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:10:08.452432 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:10:08.754738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:10:08.893162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:09.238370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4376): Launched\u000a16:10:09.525923 run iperf3-srv_10.42.42.10(pid=4377): Launched\u000a16:10:09.729457 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:10:09.868057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:10.214125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4378): Launched\u000a16:10:10.501530 run iperf3-srv_10.42.42.10(pid=4379): Launched\u000a16:10:10.705848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:10:10.844678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:11.190258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4380): Launched\u000a16:10:11.477264 run iperf3-srv_10.42.42.10(pid=4381): Launched\u000a16:10:11.681536 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:10:11.820418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:12.166291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4382): Launched\u000a16:10:12.453407 run iperf3-srv_10.42.42.10(pid=4383): Launched\u000a16:10:12.656717 tst iperf3m4.py:8: start network...\u000a16:10:12.795277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:13.317988 run create_hlr_db(pid=4384): Launched\u000a16:10:13.509677 bus /gobi_6: Setting Powered False\u000a16:10:14.529463 run create_hlr_db(pid=4384): Terminated: ok {rc=0}\u000a16:10:14.972709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4386): Launched\u000a16:10:15.306509 run osmo-hlr_10.42.42.2(pid=4387): Launched\u000a16:10:15.422946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:16.007935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4389): Launched\u000a16:10:16.491989 run osmo-stp_10.42.42.5(pid=4390): Launched\u000a16:10:16.636274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:17.203548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4392): Launched\u000a16:10:17.323914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:17.616166 run patchelf(pid=4393): Launched\u000a16:10:17.811661 run osmo-stp_10.42.42.5(pid=4390): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4390)]\u000a16:10:17.954552 run osmo-stp_10.42.42.5(pid=4390): stdout: \u000a| (launched: 2022-12-13_16:10:16.186243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:18.098004 run osmo-stp_10.42.42.5(pid=4390): stderr: \u000a| �[0;m�[38;5;43m20221213161016395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161016396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161016396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161016396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161016397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161016397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161016397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:18.235851 run osmo-stp_10.42.42.5(pid=4390): stdout: \u000a| (launched: 2022-12-13_16:10:16.186243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:18.373032 run osmo-stp_10.42.42.5(pid=4390): stderr: \u000a| �[0;m�[38;5;43m20221213161016395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161016396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161016396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161016396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161016397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161016397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161016397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:18.532575 run patchelf(pid=4393): Terminating (SIGINT)\u000a16:10:18.720222 run patchelf(pid=4393): Terminated: ok {rc=0}\u000a16:10:18.754522 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4390): Process ended prematurely: osmo-stp_10.42.42.5(pid=4390) [trial-2391↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4390)] [trial-2391↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a16:10:18.764588 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a16:10:18.828501 run osmo-hlr_10.42.42.2(pid=4387): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4387)]\u000a16:10:18.880493 run osmo-hlr_10.42.42.2(pid=4387): stdout: \u000a| (launched: 2022-12-13_16:10:15.141775) \u000a16:10:18.933127 run osmo-hlr_10.42.42.2(pid=4387): stderr: \u000a| �[0;m�[1;31m20221213161015322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161015322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161015322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161015322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161015322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161015322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161015337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161015347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161015347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161015347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:18.978110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4376): Terminating (SIGTERM)\u000a16:10:19.020576 run iperf3-srv_10.42.42.10(pid=4377): Terminating (SIGTERM)\u000a16:10:19.063380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4378): Terminating (SIGTERM)\u000a16:10:19.105718 run iperf3-srv_10.42.42.10(pid=4379): Terminating (SIGTERM)\u000a16:10:19.148461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4380): Terminating (SIGTERM)\u000a16:10:19.190660 run iperf3-srv_10.42.42.10(pid=4381): Terminating (SIGTERM)\u000a16:10:19.233473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4382): Terminating (SIGTERM)\u000a16:10:19.275594 run iperf3-srv_10.42.42.10(pid=4383): Terminating (SIGTERM)\u000a16:10:19.317932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4386): Terminating (SIGTERM)\u000a16:10:19.360082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4389): Terminating (SIGTERM)\u000a16:10:19.402210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4392): Terminating (SIGTERM)\u000a16:10:19.411919 --- ParallelTerminationStrategy: PID 4376 died...\u000a16:10:19.468788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4376): Terminated: ok {rc=0}\u000a16:10:19.478864 --- ParallelTerminationStrategy: PID 4377 died...\u000a16:10:19.535469 run iperf3-srv_10.42.42.10(pid=4377): Terminated {rc=256}\u000a16:10:19.545870 --- ParallelTerminationStrategy: PID 4378 died...\u000a16:10:19.602570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4378): Terminated: ok {rc=0}\u000a16:10:19.612906 --- ParallelTerminationStrategy: PID 4379 died...\u000a16:10:19.669474 run iperf3-srv_10.42.42.10(pid=4379): Terminated {rc=256}\u000a16:10:19.679452 --- ParallelTerminationStrategy: PID 4380 died...\u000a16:10:19.735563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4380): Terminated: ok {rc=0}\u000a16:10:19.745562 --- ParallelTerminationStrategy: PID 4381 died...\u000a16:10:19.801413 run iperf3-srv_10.42.42.10(pid=4381): Terminated {rc=256}\u000a16:10:19.811392 --- ParallelTerminationStrategy: PID 4382 died...\u000a16:10:19.867333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4382): Terminated: ok {rc=0}\u000a16:10:19.877306 --- ParallelTerminationStrategy: PID 4383 died...\u000a16:10:19.933257 run iperf3-srv_10.42.42.10(pid=4383): Terminated {rc=256}\u000a16:10:19.943308 --- ParallelTerminationStrategy: PID 4386 died...\u000a16:10:19.999769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4386): Terminated: ok {rc=0}\u000a16:10:20.009894 --- ParallelTerminationStrategy: PID 4389 died...\u000a16:10:20.066458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4389): Terminated: ok {rc=0}\u000a16:10:20.076571 --- ParallelTerminationStrategy: PID 4392 died...\u000a16:10:20.132842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4392): Terminated: ok {rc=0}\u000a16:10:20.220367 bus /gobi_4: Setting Powered False\u000a16:10:21.327173 bus /gobi_4: Setting Powered False\u000a16:10:22.435542 bus /gobi_1: Setting Powered False\u000a16:10:23.542261 bus /gobi_1: Setting Powered False\u000a16:10:24.654539 bus /gobi_0: Setting Powered False\u000a16:10:25.759771 bus /gobi_0: Setting Powered False\u000a16:10:26.868819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4400): Process ended prematurely: osmo-stp_10.42.42.5(pid=4400) [trial-2391↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4400): Process ended prematurely: osmo-stp_10.42.42.5(pid=4400) [trial-2391↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a16:10:27.937302 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:27.949751 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:10:28.098842 tst ping.py: using LAC 34744\u000a16:10:28.227233 tst ping.py: using RAC 64\u000a16:10:28.355447 tst ping.py: using CellId 34744\u000a16:10:28.482747 tst ping.py: using BVCI 34745\u000a16:10:28.507778 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.519231 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.530531 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.541727 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.553236 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.564688 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.576360 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:28.587889 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:10:28.868735 tst ping.py:19: start network...\u000a16:10:28.995616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:29.475232 run create_hlr_db(pid=4394): Launched\u000a16:10:29.651578 bus /gobi_6: Setting Powered False\u000a16:10:30.672146 run create_hlr_db(pid=4394): Terminated: ok {rc=0}\u000a16:10:31.136921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4396): Launched\u000a16:10:31.557319 run osmo-hlr_10.42.42.2(pid=4397): Launched\u000a16:10:31.803177 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:32.384606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4399): Launched\u000a16:10:32.715260 run osmo-stp_10.42.42.5(pid=4400): Launched\u000a16:10:32.834589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:33.406124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4402): Launched\u000a16:10:33.522642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:33.811614 run patchelf(pid=4403): Launched\u000a16:10:34.002876 run osmo-stp_10.42.42.5(pid=4400): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)]\u000a16:10:34.143641 run osmo-stp_10.42.42.5(pid=4400): stdout: \u000a| (launched: 2022-12-13_16:10:32.550703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:34.284171 run osmo-stp_10.42.42.5(pid=4400): stderr: \u000a| �[0;m�[38;5;43m20221213161032741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161032741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161032742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161032742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161032742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161032743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161032743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:34.419397 run osmo-stp_10.42.42.5(pid=4400): stdout: \u000a| (launched: 2022-12-13_16:10:32.550703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:34.553133 run osmo-stp_10.42.42.5(pid=4400): stderr: \u000a| �[0;m�[38;5;43m20221213161032741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161032741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161032742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161032742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161032742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161032743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161032743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:34.710718 run patchelf(pid=4403): Terminating (SIGINT)\u000a16:10:34.894014 run patchelf(pid=4403): Terminated: ok {rc=0}\u000a16:10:34.927444 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4400): Process ended prematurely: osmo-stp_10.42.42.5(pid=4400) [trial-2391↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4400)] [trial-2391↪gprs:trx-sysmocell5000↪ping.py:22]\u000a16:10:34.936841 tst ping.py:22: Test FAILED (7.0 sec)\u000a16:10:35.001067 run osmo-hlr_10.42.42.2(pid=4397): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4397)]\u000a16:10:35.053399 run osmo-hlr_10.42.42.2(pid=4397): stdout: \u000a| (launched: 2022-12-13_16:10:31.295106) \u000a16:10:35.106435 run osmo-hlr_10.42.42.2(pid=4397): stderr: \u000a| �[0;m�[1;31m20221213161031602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161031602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161031602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161031602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161031602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161031602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161031613 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161031631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161031632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:35.151550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4396): Terminating (SIGTERM)\u000a16:10:35.194206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4399): Terminating (SIGTERM)\u000a16:10:35.237502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4402): Terminating (SIGTERM)\u000a16:10:35.247377 --- ParallelTerminationStrategy: PID 4396 died...\u000a16:10:35.304625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4396): Terminated: ok {rc=0}\u000a16:10:35.314934 --- ParallelTerminationStrategy: PID 4399 died...\u000a16:10:35.371851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4399): Terminated: ok {rc=0}\u000a16:10:35.382127 --- ParallelTerminationStrategy: PID 4402 died...\u000a16:10:35.439089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4402): Terminated: ok {rc=0}\u000a16:10:35.526782 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4410): Process ended prematurely: osmo-stp_10.42.42.5(pid=4410) [trial-2391↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4410)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4410): Process ended prematurely: osmo-stp_10.42.42.5(pid=4410) [trial-2391↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a16:10:36.580040 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:36.592211 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a16:10:36.742068 tst ping_idle_ping.py: using LAC 34745\u000a16:10:36.872016 tst ping_idle_ping.py: using RAC 65\u000a16:10:36.999693 tst ping_idle_ping.py: using CellId 34745\u000a16:10:37.127779 tst ping_idle_ping.py: using BVCI 34746\u000a16:10:37.153914 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.165497 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.176736 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.188016 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.200069 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.212063 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.224339 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a16:10:37.236396 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a16:10:37.536147 tst ping_idle_ping.py:24: start network...\u000a16:10:37.673157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:38.191491 run create_hlr_db(pid=4404): Launched\u000a16:10:38.382061 bus /gobi_6: Setting Powered False\u000a16:10:39.401877 run create_hlr_db(pid=4404): Terminated: ok {rc=0}\u000a16:10:39.839679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4406): Launched\u000a16:10:40.171124 run osmo-hlr_10.42.42.2(pid=4407): Launched\u000a16:10:40.291078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:40.865032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4409): Launched\u000a16:10:41.196039 run osmo-stp_10.42.42.5(pid=4410): Launched\u000a16:10:41.315071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:41.887983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4412): Launched\u000a16:10:42.004484 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:42.293733 run patchelf(pid=4413): Launched\u000a16:10:42.485641 run osmo-stp_10.42.42.5(pid=4410): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4410)]\u000a16:10:42.626358 run osmo-stp_10.42.42.5(pid=4410): stdout: \u000a| (launched: 2022-12-13_16:10:41.031548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:42.767035 run osmo-stp_10.42.42.5(pid=4410): stderr: \u000a| �[0;m�[38;5;43m20221213161041224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161041224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161041224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161041225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161041225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161041225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161041225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:42.902516 run osmo-stp_10.42.42.5(pid=4410): stdout: \u000a| (launched: 2022-12-13_16:10:41.031548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:43.036228 run osmo-stp_10.42.42.5(pid=4410): stderr: \u000a| �[0;m�[38;5;43m20221213161041224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161041224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161041224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161041225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161041225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161041225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161041225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:43.193221 run patchelf(pid=4413): Terminating (SIGINT)\u000a16:10:43.377356 run patchelf(pid=4413): Terminated: ok {rc=0}\u000a16:10:43.410678 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4410): Process ended prematurely: osmo-stp_10.42.42.5(pid=4410) [trial-2391↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4410)] [trial-2391↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a16:10:43.420045 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:10:43.483960 run osmo-hlr_10.42.42.2(pid=4407): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4407)]\u000a16:10:43.535821 run osmo-hlr_10.42.42.2(pid=4407): stdout: \u000a| (launched: 2022-12-13_16:10:40.006064) \u000a16:10:43.588520 run osmo-hlr_10.42.42.2(pid=4407): stderr: \u000a| �[0;m�[1;31m20221213161040206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161040206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161040206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161040206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161040206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161040206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161040218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161040226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161040227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161040227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:43.634103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4406): Terminating (SIGTERM)\u000a16:10:43.676814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4409): Terminating (SIGTERM)\u000a16:10:43.719784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4412): Terminating (SIGTERM)\u000a16:10:43.729676 --- ParallelTerminationStrategy: PID 4406 died...\u000a16:10:43.786885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4406): Terminated: ok {rc=0}\u000a16:10:43.797198 --- ParallelTerminationStrategy: PID 4409 died...\u000a16:10:43.854093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4409): Terminated: ok {rc=0}\u000a16:10:43.864225 --- ParallelTerminationStrategy: PID 4412 died...\u000a16:10:43.921064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4412): Terminated: ok {rc=0}\u000a16:10:44.008646 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:09:44" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4429): Process ended prematurely: osmo-stp_10.42.42.5(pid=4429) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4429)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4429): Process ended prematurely: osmo-stp_10.42.42.5(pid=4429) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:10:46.213061 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.225407 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:10:46.411920 tst cs_paging_gprs_active.py: using LAC 34746\u000a16:10:46.582817 tst cs_paging_gprs_active.py: using RAC 66\u000a16:10:46.727680 tst cs_paging_gprs_active.py: using CellId 34746\u000a16:10:46.861620 tst cs_paging_gprs_active.py: using BVCI 34747\u000a16:10:46.888487 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.901055 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.913417 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.926012 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.939497 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.953863 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.966936 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.980010 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:46.993589 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:10:47.119514 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:10:47.422320 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:10:47.552265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:47.877499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4419): Launched\u000a16:10:48.147674 run iperf3-srv_10.42.42.10(pid=4420): Launched\u000a16:10:48.339202 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:10:48.469291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:10:48.794291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4421): Launched\u000a16:10:49.064111 run iperf3-srv_10.42.42.10(pid=4422): Launched\u000a16:10:49.254520 tst cs_paging_gprs_active.py:38: start network...\u000a16:10:49.384624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:10:49.887262 run create_hlr_db(pid=4423): Launched\u000a16:10:50.066507 bus /gobi_6: Setting Powered False\u000a16:10:51.088114 run create_hlr_db(pid=4423): Terminated: ok {rc=0}\u000a16:10:51.535182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4425): Launched\u000a16:10:51.875661 run osmo-hlr_10.42.42.2(pid=4426): Launched\u000a16:10:52.003508 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:10:52.589787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4428): Launched\u000a16:10:52.927067 run osmo-stp_10.42.42.5(pid=4429): Launched\u000a16:10:53.047951 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:10:53.631607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4431): Launched\u000a16:10:53.751196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:10:54.045440 run patchelf(pid=4432): Launched\u000a16:10:54.240682 run osmo-stp_10.42.42.5(pid=4429): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4429)]\u000a16:10:54.383801 run osmo-stp_10.42.42.5(pid=4429): stdout: \u000a| (launched: 2022-12-13_16:10:52.760546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:54.527301 run osmo-stp_10.42.42.5(pid=4429): stderr: \u000a| �[0;m�[38;5;43m20221213161052952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161052952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161052952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161052953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161052953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161052953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161052954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:54.665800 run osmo-stp_10.42.42.5(pid=4429): stdout: \u000a| (launched: 2022-12-13_16:10:52.760546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:10:54.802594 run osmo-stp_10.42.42.5(pid=4429): stderr: \u000a| �[0;m�[38;5;43m20221213161052952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161052952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161052952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161052953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161052953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161052953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161052954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:10:54.962141 run patchelf(pid=4432): Terminating (SIGINT)\u000a16:10:55.149510 run patchelf(pid=4432): Terminated: ok {rc=0}\u000a16:10:55.183690 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4429): Process ended prematurely: osmo-stp_10.42.42.5(pid=4429) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4429)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:10:55.193844 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:10:55.257856 run osmo-hlr_10.42.42.2(pid=4426): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4426)]\u000a16:10:55.310190 run osmo-hlr_10.42.42.2(pid=4426): stdout: \u000a| (launched: 2022-12-13_16:10:51.706286) \u000a16:10:55.363066 run osmo-hlr_10.42.42.2(pid=4426): stderr: \u000a| �[0;m�[1;31m20221213161051911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161051911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161051911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161051911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161051911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161051911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161051924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161051935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161051936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161051936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:10:55.408266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4419): Terminating (SIGTERM)\u000a16:10:55.450948 run iperf3-srv_10.42.42.10(pid=4420): Terminating (SIGTERM)\u000a16:10:55.493721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4421): Terminating (SIGTERM)\u000a16:10:55.536212 run iperf3-srv_10.42.42.10(pid=4422): Terminating (SIGTERM)\u000a16:10:55.579028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4425): Terminating (SIGTERM)\u000a16:10:55.621672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4428): Terminating (SIGTERM)\u000a16:10:55.664813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4431): Terminating (SIGTERM)\u000a16:10:55.674270 --- ParallelTerminationStrategy: PID 4419 died...\u000a16:10:55.731479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4419): Terminated: ok {rc=0}\u000a16:10:55.741664 --- ParallelTerminationStrategy: PID 4420 died...\u000a16:10:55.798523 run iperf3-srv_10.42.42.10(pid=4420): Terminated {rc=256}\u000a16:10:55.808630 --- ParallelTerminationStrategy: PID 4421 died...\u000a16:10:55.865582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4421): Terminated: ok {rc=0}\u000a16:10:55.875689 --- ParallelTerminationStrategy: PID 4422 died...\u000a16:10:55.932340 run iperf3-srv_10.42.42.10(pid=4422): Terminated {rc=256}\u000a16:10:55.942431 --- ParallelTerminationStrategy: PID 4425 died...\u000a16:10:55.999241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4425): Terminated: ok {rc=0}\u000a16:10:56.009747 --- ParallelTerminationStrategy: PID 4428 died...\u000a16:10:56.066637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4428): Terminated: ok {rc=0}\u000a16:10:56.076704 --- ParallelTerminationStrategy: PID 4431 died...\u000a16:10:56.133577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4431): Terminated: ok {rc=0}\u000a16:10:56.222579 bus /gobi_0: Setting Powered False\u000a16:10:57.330233 bus /gobi_0: Setting Powered False\u000a16:10:58.440515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4441): Process ended prematurely: osmo-stp_10.42.42.5(pid=4441) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4441)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4441): Process ended prematurely: osmo-stp_10.42.42.5(pid=4441) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:10:59.553614 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:10:59.565641 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:10:59.717377 tst iperf3.py: using LAC 34747\u000a16:10:59.838083 tst iperf3.py: using RAC 67\u000a16:10:59.958212 tst iperf3.py: using CellId 34747\u000a16:11:00.078076 tst iperf3.py: using BVCI 34748\u000a16:11:00.102085 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.113323 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.124102 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.135001 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.145813 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.156698 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.167652 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.178936 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:00.190167 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:00.479936 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:11:00.609570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:00.969589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4433): Launched\u000a16:11:01.269652 run iperf3-srv_10.42.42.10(pid=4434): Launched\u000a16:11:01.483884 tst iperf3.py:8: start network...\u000a16:11:01.628866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:02.207365 run create_hlr_db(pid=4435): Launched\u000a16:11:02.399520 bus /gobi_6: Setting Powered False\u000a16:11:03.419035 run create_hlr_db(pid=4435): Terminated: ok {rc=0}\u000a16:11:03.862099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4437): Launched\u000a16:11:04.196831 run osmo-hlr_10.42.42.2(pid=4438): Launched\u000a16:11:04.322765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:04.902125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4440): Launched\u000a16:11:05.215051 run osmo-stp_10.42.42.5(pid=4441): Launched\u000a16:11:05.329000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:05.873154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4443): Launched\u000a16:11:05.983715 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:06.257500 run patchelf(pid=4444): Launched\u000a16:11:06.440662 run osmo-stp_10.42.42.5(pid=4441): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4441)]\u000a16:11:06.574323 run osmo-stp_10.42.42.5(pid=4441): stdout: \u000a| (launched: 2022-12-13_16:11:05.060171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:06.707950 run osmo-stp_10.42.42.5(pid=4441): stderr: \u000a| �[0;m�[38;5;43m20221213161105233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161105233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161105234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161105234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161105235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161105235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161105235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:06.836700 run osmo-stp_10.42.42.5(pid=4441): stdout: \u000a| (launched: 2022-12-13_16:11:05.060171)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:06.964020 run osmo-stp_10.42.42.5(pid=4441): stderr: \u000a| �[0;m�[38;5;43m20221213161105233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161105233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161105234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161105234 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161105235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161105235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161105235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:07.113658 run patchelf(pid=4444): Terminating (SIGINT)\u000a16:11:07.289219 run patchelf(pid=4444): Terminated: ok {rc=0}\u000a16:11:07.321202 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4441): Process ended prematurely: osmo-stp_10.42.42.5(pid=4441) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4441)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a16:11:07.330515 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:11:07.390692 run osmo-hlr_10.42.42.2(pid=4438): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4438)]\u000a16:11:07.440462 run osmo-hlr_10.42.42.2(pid=4438): stdout: \u000a| (launched: 2022-12-13_16:11:04.031354) \u000a16:11:07.490370 run osmo-hlr_10.42.42.2(pid=4438): stderr: \u000a| �[0;m�[1;31m20221213161104228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161104229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161104229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161104229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161104229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161104229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161104240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161104249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161104249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161104249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:07.533104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4433): Terminating (SIGTERM)\u000a16:11:07.572988 run iperf3-srv_10.42.42.10(pid=4434): Terminating (SIGTERM)\u000a16:11:07.612830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4437): Terminating (SIGTERM)\u000a16:11:07.652861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4440): Terminating (SIGTERM)\u000a16:11:07.692891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4443): Terminating (SIGTERM)\u000a16:11:07.702195 --- ParallelTerminationStrategy: PID 4433 died...\u000a16:11:07.755786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4433): Terminated: ok {rc=0}\u000a16:11:07.765418 --- ParallelTerminationStrategy: PID 4434 died...\u000a16:11:07.818214 run iperf3-srv_10.42.42.10(pid=4434): Terminated {rc=256}\u000a16:11:07.827745 --- ParallelTerminationStrategy: PID 4437 died...\u000a16:11:07.880535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4437): Terminated: ok {rc=0}\u000a16:11:07.890138 --- ParallelTerminationStrategy: PID 4440 died...\u000a16:11:07.942887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4440): Terminated: ok {rc=0}\u000a16:11:07.952383 --- ParallelTerminationStrategy: PID 4443 died...\u000a16:11:08.005450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4443): Terminated: ok {rc=0}\u000a16:11:08.093312 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:11:09.205464 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.217439 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:11:09.360027 tst iperf3m4.py: using LAC 34748\u000a16:11:09.483888 tst iperf3m4.py: using RAC 68\u000a16:11:09.607684 tst iperf3m4.py: using CellId 34748\u000a16:11:09.731184 tst iperf3m4.py: using BVCI 34749\u000a16:11:09.755034 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.766209 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.777112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.787982 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.798938 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.809946 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.821291 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.832056 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:09.843155 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:09.961934 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:10.086546 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:10.206823 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:10.509940 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:11:10.650223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:10.996771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Launched\u000a16:11:11.287365 run iperf3-srv_10.42.42.10(pid=4446): Launched\u000a16:11:11.492465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:11:11.632399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:11.980342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Launched\u000a16:11:12.270784 run iperf3-srv_10.42.42.10(pid=4448): Launched\u000a16:11:12.476051 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:11:12.615618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:12.963979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Launched\u000a16:11:13.252295 run iperf3-srv_10.42.42.10(pid=4450): Launched\u000a16:11:13.456901 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:11:13.596596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:13.944568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Launched\u000a16:11:14.235596 run iperf3-srv_10.42.42.10(pid=4452): Launched\u000a16:11:14.441253 tst iperf3m4.py:8: start network...\u000a16:11:14.581058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:15.110995 run create_hlr_db(pid=4453): Launched\u000a16:11:15.304425 bus /gobi_6: Setting Powered False\u000a16:11:16.384356 run create_hlr_db(pid=4453): Terminated: ok {rc=0}\u000a16:11:16.871096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Launched\u000a16:11:17.279082 run osmo-hlr_10.42.42.2(pid=4456): Launched\u000a16:11:17.400341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:17.986629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Launched\u000a16:11:18.324653 run osmo-stp_10.42.42.5(pid=4459): Launched\u000a16:11:18.446781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:19.030721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Launched\u000a16:11:19.149789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:19.443118 run patchelf(pid=4462): Launched\u000a16:11:19.638212 run osmo-stp_10.42.42.5(pid=4459): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)]\u000a16:11:19.781006 run osmo-stp_10.42.42.5(pid=4459): stdout: \u000a| (launched: 2022-12-13_16:11:18.156115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:19.924018 run osmo-stp_10.42.42.5(pid=4459): stderr: \u000a| �[0;m�[38;5;43m20221213161118345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161118346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161118346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161118346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161118347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161118347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161118347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:20.061414 run osmo-stp_10.42.42.5(pid=4459): stdout: \u000a| (launched: 2022-12-13_16:11:18.156115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:20.197798 run osmo-stp_10.42.42.5(pid=4459): stderr: \u000a| �[0;m�[38;5;43m20221213161118345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161118346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161118346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161118346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161118347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161118347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161118347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:20.357306 run patchelf(pid=4462): Terminating (SIGINT)\u000a16:11:20.544718 run patchelf(pid=4462): Terminated: ok {rc=0}\u000a16:11:20.579257 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4459): Process ended prematurely: osmo-stp_10.42.42.5(pid=4459) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4459)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:11:20.589382 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a16:11:20.654346 run osmo-hlr_10.42.42.2(pid=4456): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4456)]\u000a16:11:20.706618 run osmo-hlr_10.42.42.2(pid=4456): stdout: \u000a| (launched: 2022-12-13_16:11:17.034889) \u000a16:11:20.759388 run osmo-hlr_10.42.42.2(pid=4456): stderr: \u000a| �[0;m�[1;31m20221213161117318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161117318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161117318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161117318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161117318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161117318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161117331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161117340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161117340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161117340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:20.804671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Terminating (SIGTERM)\u000a16:11:20.847752 run iperf3-srv_10.42.42.10(pid=4446): Terminating (SIGTERM)\u000a16:11:20.890527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Terminating (SIGTERM)\u000a16:11:20.933131 run iperf3-srv_10.42.42.10(pid=4448): Terminating (SIGTERM)\u000a16:11:20.976124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Terminating (SIGTERM)\u000a16:11:21.018565 run iperf3-srv_10.42.42.10(pid=4450): Terminating (SIGTERM)\u000a16:11:21.061612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Terminating (SIGTERM)\u000a16:11:21.104545 run iperf3-srv_10.42.42.10(pid=4452): Terminating (SIGTERM)\u000a16:11:21.147172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Terminating (SIGTERM)\u000a16:11:21.190260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Terminating (SIGTERM)\u000a16:11:21.232807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Terminating (SIGTERM)\u000a16:11:21.242663 --- ParallelTerminationStrategy: PID 4445 died...\u000a16:11:21.299807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4445): Terminated: ok {rc=0}\u000a16:11:21.309985 --- ParallelTerminationStrategy: PID 4446 died...\u000a16:11:21.367158 run iperf3-srv_10.42.42.10(pid=4446): Terminated {rc=256}\u000a16:11:21.377325 --- ParallelTerminationStrategy: PID 4447 died...\u000a16:11:21.434024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4447): Terminated: ok {rc=0}\u000a16:11:21.444015 --- ParallelTerminationStrategy: PID 4448 died...\u000a16:11:21.500323 run iperf3-srv_10.42.42.10(pid=4448): Terminated {rc=256}\u000a16:11:21.510305 --- ParallelTerminationStrategy: PID 4449 died...\u000a16:11:21.566861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4449): Terminated: ok {rc=0}\u000a16:11:21.576910 --- ParallelTerminationStrategy: PID 4450 died...\u000a16:11:21.633526 run iperf3-srv_10.42.42.10(pid=4450): Terminated {rc=256}\u000a16:11:21.643881 --- ParallelTerminationStrategy: PID 4451 died...\u000a16:11:21.700498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4451): Terminated: ok {rc=0}\u000a16:11:21.710637 --- ParallelTerminationStrategy: PID 4452 died...\u000a16:11:21.766864 run iperf3-srv_10.42.42.10(pid=4452): Terminated {rc=256}\u000a16:11:21.776898 --- ParallelTerminationStrategy: PID 4455 died...\u000a16:11:21.833475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4455): Terminated: ok {rc=0}\u000a16:11:21.843570 --- ParallelTerminationStrategy: PID 4458 died...\u000a16:11:21.900114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4458): Terminated: ok {rc=0}\u000a16:11:21.910203 --- ParallelTerminationStrategy: PID 4461 died...\u000a16:11:21.966672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4461): Terminated: ok {rc=0}\u000a16:11:22.054658 bus /gobi_4: Setting Powered False\u000a16:11:23.161767 bus /gobi_4: Setting Powered False\u000a16:11:24.272400 bus /gobi_1: Setting Powered False\u000a16:11:25.378176 bus /gobi_1: Setting Powered False\u000a16:11:26.487200 bus /gobi_0: Setting Powered False\u000a16:11:27.589323 bus /gobi_0: Setting Powered False\u000a16:11:28.702214 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:11:29.769190 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:29.780925 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:11:29.928618 tst ping.py: using LAC 34749\u000a16:11:30.058076 tst ping.py: using RAC 69\u000a16:11:30.190887 tst ping.py: using CellId 34749\u000a16:11:30.316560 tst ping.py: using BVCI 34750\u000a16:11:30.341776 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.353584 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.365204 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.376477 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.388180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.400026 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.412362 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:30.424240 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:30.717288 tst ping.py:19: start network...\u000a16:11:30.874150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:31.400677 run create_hlr_db(pid=4463): Launched\u000a16:11:31.598054 bus /gobi_6: Setting Powered False\u000a16:11:32.601220 run create_hlr_db(pid=4463): Terminated: ok {rc=0}\u000a16:11:33.055665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Launched\u000a16:11:33.385941 run osmo-hlr_10.42.42.2(pid=4466): Launched\u000a16:11:33.506933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:34.083784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Launched\u000a16:11:34.413730 run osmo-stp_10.42.42.5(pid=4469): Launched\u000a16:11:34.533217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:35.109555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Launched\u000a16:11:35.226818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:35.515365 run patchelf(pid=4472): Launched\u000a16:11:35.707824 run osmo-stp_10.42.42.5(pid=4469): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)]\u000a16:11:35.848662 run osmo-stp_10.42.42.5(pid=4469): stdout: \u000a| (launched: 2022-12-13_16:11:34.250102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:35.990003 run osmo-stp_10.42.42.5(pid=4469): stderr: \u000a| �[0;m�[38;5;43m20221213161134443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161134443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161134443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161134444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161134444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161134444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161134444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:36.126053 run osmo-stp_10.42.42.5(pid=4469): stdout: \u000a| (launched: 2022-12-13_16:11:34.250102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:36.260592 run osmo-stp_10.42.42.5(pid=4469): stderr: \u000a| �[0;m�[38;5;43m20221213161134443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161134443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161134443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161134444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161134444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161134444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161134444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:36.417915 run patchelf(pid=4472): Terminating (SIGINT)\u000a16:11:36.602921 run patchelf(pid=4472): Terminated: ok {rc=0}\u000a16:11:36.636610 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4469): Process ended prematurely: osmo-stp_10.42.42.5(pid=4469) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4469)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a16:11:36.646217 tst ping.py:22: Test FAILED (6.9 sec)\u000a16:11:36.711219 run osmo-hlr_10.42.42.2(pid=4466): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4466)]\u000a16:11:36.763975 run osmo-hlr_10.42.42.2(pid=4466): stdout: \u000a| (launched: 2022-12-13_16:11:33.221919) \u000a16:11:36.817202 run osmo-hlr_10.42.42.2(pid=4466): stderr: \u000a| �[0;m�[1;31m20221213161133421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161133421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161133421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161133421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161133421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161133421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161133434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161133443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161133443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161133443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:36.862994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Terminating (SIGTERM)\u000a16:11:36.906439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Terminating (SIGTERM)\u000a16:11:36.949607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Terminating (SIGTERM)\u000a16:11:36.959537 --- ParallelTerminationStrategy: PID 4465 died...\u000a16:11:37.017406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4465): Terminated: ok {rc=0}\u000a16:11:37.027791 --- ParallelTerminationStrategy: PID 4468 died...\u000a16:11:37.085425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4468): Terminated: ok {rc=0}\u000a16:11:37.095711 --- ParallelTerminationStrategy: PID 4471 died...\u000a16:11:37.153233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4471): Terminated: ok {rc=0}\u000a16:11:37.241374 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:11:38.295379 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.307862 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:11:38.458897 tst ping_idle_ping.py: using LAC 34750\u000a16:11:38.587199 tst ping_idle_ping.py: using RAC 70\u000a16:11:38.715666 tst ping_idle_ping.py: using CellId 34750\u000a16:11:38.843456 tst ping_idle_ping.py: using BVCI 34751\u000a16:11:38.868543 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.880194 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.891593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.903080 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.914808 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.926490 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.938369 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:11:38.950010 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:11:39.248590 tst ping_idle_ping.py:24: start network...\u000a16:11:39.385247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:39.907015 run create_hlr_db(pid=4473): Launched\u000a16:11:40.099064 bus /gobi_6: Setting Powered False\u000a16:11:41.117867 run create_hlr_db(pid=4473): Terminated: ok {rc=0}\u000a16:11:41.534644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Launched\u000a16:11:41.843516 run osmo-hlr_10.42.42.2(pid=4476): Launched\u000a16:11:41.966276 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:42.507039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Launched\u000a16:11:42.818938 run osmo-stp_10.42.42.5(pid=4479): Launched\u000a16:11:42.931448 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:43.469817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Launched\u000a16:11:43.579517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:43.852022 run patchelf(pid=4482): Launched\u000a16:11:44.031940 run osmo-stp_10.42.42.5(pid=4479): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)]\u000a16:11:44.163862 run osmo-stp_10.42.42.5(pid=4479): stdout: \u000a| (launched: 2022-12-13_16:11:42.664085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:44.295869 run osmo-stp_10.42.42.5(pid=4479): stderr: \u000a| �[0;m�[38;5;43m20221213161142836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161142836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161142836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161142837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161142837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161142837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161142837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:44.423014 run osmo-stp_10.42.42.5(pid=4479): stdout: \u000a| (launched: 2022-12-13_16:11:42.664085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:44.548470 run osmo-stp_10.42.42.5(pid=4479): stderr: \u000a| �[0;m�[38;5;43m20221213161142836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161142836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161142836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161142837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161142837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161142837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161142837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:44.695982 run patchelf(pid=4482): Terminating (SIGINT)\u000a16:11:44.868498 run patchelf(pid=4482): Terminated: ok {rc=0}\u000a16:11:44.899727 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4479): Process ended prematurely: osmo-stp_10.42.42.5(pid=4479) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4479)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:11:44.908449 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:11:44.968460 run osmo-hlr_10.42.42.2(pid=4476): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4476)]\u000a16:11:45.017459 run osmo-hlr_10.42.42.2(pid=4476): stdout: \u000a| (launched: 2022-12-13_16:11:41.690652) \u000a16:11:45.067117 run osmo-hlr_10.42.42.2(pid=4476): stderr: \u000a| �[0;m�[1;31m20221213161141867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161141867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161141867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161141867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161141867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161141868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161141880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161141888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161141888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161141888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:45.109499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminating (SIGTERM)\u000a16:11:45.149393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminating (SIGTERM)\u000a16:11:45.189394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Terminating (SIGTERM)\u000a16:11:45.198700 --- ParallelTerminationStrategy: PID 4475 died...\u000a16:11:45.252290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4475): Terminated: ok {rc=0}\u000a16:11:45.262115 --- ParallelTerminationStrategy: PID 4478 died...\u000a16:11:45.315955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4478): Terminated: ok {rc=0}\u000a16:11:45.325802 --- ParallelTerminationStrategy: PID 4481 died...\u000a16:11:45.379516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4481): Terminated: ok {rc=0}\u000a16:11:45.469067 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:10:45" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:11:47.673920 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:47.685290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:11:47.847373 tst cs_paging_gprs_active.py: using LAC 34751\u000a16:11:47.971381 tst cs_paging_gprs_active.py: using RAC 71\u000a16:11:48.096160 tst cs_paging_gprs_active.py: using CellId 34751\u000a16:11:48.220678 tst cs_paging_gprs_active.py: using BVCI 34752\u000a16:11:48.244403 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.255504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.266480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.277444 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.288304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.299197 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.310297 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.321153 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:11:48.332101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:11:48.454875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:11:48.742991 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:11:48.872387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:49.195735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Launched\u000a16:11:49.467144 run iperf3-srv_10.42.42.10(pid=4487): Launched\u000a16:11:49.657546 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:11:49.787379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:11:50.114536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Launched\u000a16:11:50.387018 run iperf3-srv_10.42.42.10(pid=4489): Launched\u000a16:11:50.577247 tst cs_paging_gprs_active.py:38: start network...\u000a16:11:50.707378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:11:51.209036 run create_hlr_db(pid=4490): Launched\u000a16:11:51.388064 bus /gobi_6: Setting Powered False\u000a16:11:52.421319 run create_hlr_db(pid=4490): Terminated: ok {rc=0}\u000a16:11:52.867977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Launched\u000a16:11:53.204941 run osmo-hlr_10.42.42.2(pid=4493): Launched\u000a16:11:53.328057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:11:53.909399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Launched\u000a16:11:54.245285 run osmo-stp_10.42.42.5(pid=4496): Launched\u000a16:11:54.366714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:11:54.951333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Launched\u000a16:11:55.070805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:11:55.365267 run patchelf(pid=4499): Launched\u000a16:11:55.560251 run osmo-stp_10.42.42.5(pid=4496): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)]\u000a16:11:55.703231 run osmo-stp_10.42.42.5(pid=4496): stdout: \u000a| (launched: 2022-12-13_16:11:54.079151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:55.846100 run osmo-stp_10.42.42.5(pid=4496): stderr: \u000a| �[0;m�[38;5;43m20221213161154273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161154274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161154274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161154274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161154275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161154275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161154275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:55.983396 run osmo-stp_10.42.42.5(pid=4496): stdout: \u000a| (launched: 2022-12-13_16:11:54.079151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:11:56.119963 run osmo-stp_10.42.42.5(pid=4496): stderr: \u000a| �[0;m�[38;5;43m20221213161154273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161154274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161154274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161154274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161154275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161154275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161154275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:11:56.278903 run patchelf(pid=4499): Terminating (SIGINT)\u000a16:11:56.465805 run patchelf(pid=4499): Terminated: ok {rc=0}\u000a16:11:56.499996 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4496): Process ended prematurely: osmo-stp_10.42.42.5(pid=4496) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4496)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:11:56.510174 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:11:56.574186 run osmo-hlr_10.42.42.2(pid=4493): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4493)]\u000a16:11:56.626114 run osmo-hlr_10.42.42.2(pid=4493): stdout: \u000a| (launched: 2022-12-13_16:11:53.038147) \u000a16:11:56.679143 run osmo-hlr_10.42.42.2(pid=4493): stderr: \u000a| �[0;m�[1;31m20221213161153238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161153238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161153238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161153238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161153238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161153238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161153251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161153261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161153261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161153261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:11:56.724602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Terminating (SIGTERM)\u000a16:11:56.767858 run iperf3-srv_10.42.42.10(pid=4487): Terminating (SIGTERM)\u000a16:11:56.811085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Terminating (SIGTERM)\u000a16:11:56.854249 run iperf3-srv_10.42.42.10(pid=4489): Terminating (SIGTERM)\u000a16:11:56.896595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminating (SIGTERM)\u000a16:11:56.939047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Terminating (SIGTERM)\u000a16:11:56.981579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Terminating (SIGTERM)\u000a16:11:56.990934 --- ParallelTerminationStrategy: PID 4486 died...\u000a16:11:57.047606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4486): Terminated: ok {rc=0}\u000a16:11:57.057739 --- ParallelTerminationStrategy: PID 4487 died...\u000a16:11:57.113806 run iperf3-srv_10.42.42.10(pid=4487): Terminated {rc=256}\u000a16:11:57.123719 --- ParallelTerminationStrategy: PID 4488 died...\u000a16:11:57.179719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4488): Terminated: ok {rc=0}\u000a16:11:57.189742 --- ParallelTerminationStrategy: PID 4489 died...\u000a16:11:57.245439 run iperf3-srv_10.42.42.10(pid=4489): Terminated {rc=256}\u000a16:11:57.255352 --- ParallelTerminationStrategy: PID 4492 died...\u000a16:11:57.311470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4492): Terminated: ok {rc=0}\u000a16:11:57.321886 --- ParallelTerminationStrategy: PID 4495 died...\u000a16:11:57.378037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4495): Terminated: ok {rc=0}\u000a16:11:57.387969 --- ParallelTerminationStrategy: PID 4498 died...\u000a16:11:57.444003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4498): Terminated: ok {rc=0}\u000a16:11:57.531370 bus /gobi_0: Setting Powered False\u000a16:11:58.638841 bus /gobi_0: Setting Powered False\u000a16:11:59.747985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:12:00.871039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:00.884623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:12:01.094990 tst iperf3.py: using LAC 34752\u000a16:12:01.270707 tst iperf3.py: using RAC 72\u000a16:12:01.407540 tst iperf3.py: using CellId 34752\u000a16:12:01.540456 tst iperf3.py: using BVCI 34753\u000a16:12:01.568390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.581049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.594790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.607382 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.620853 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.634517 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.652411 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.666644 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:01.680427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:01.991715 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:12:02.169139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:02.522588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Launched\u000a16:12:02.791911 run iperf3-srv_10.42.42.10(pid=4501): Launched\u000a16:12:02.981978 tst iperf3.py:8: start network...\u000a16:12:03.111174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:03.635892 run create_hlr_db(pid=4502): Launched\u000a16:12:03.829992 bus /gobi_6: Setting Powered False\u000a16:12:04.850846 run create_hlr_db(pid=4502): Terminated: ok {rc=0}\u000a16:12:05.296913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Launched\u000a16:12:05.633860 run osmo-hlr_10.42.42.2(pid=4505): Launched\u000a16:12:05.762837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:06.347320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Launched\u000a16:12:06.682240 run osmo-stp_10.42.42.5(pid=4508): Launched\u000a16:12:06.803485 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:07.386362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Launched\u000a16:12:07.505909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:07.799058 run patchelf(pid=4511): Launched\u000a16:12:07.994253 run osmo-stp_10.42.42.5(pid=4508): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)]\u000a16:12:08.136725 run osmo-stp_10.42.42.5(pid=4508): stdout: \u000a| (launched: 2022-12-13_16:12:06.516193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:08.279899 run osmo-stp_10.42.42.5(pid=4508): stderr: \u000a| �[0;m�[38;5;43m20221213161206710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161206710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161206711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161206711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161206712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161206712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161206712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:08.417793 run osmo-stp_10.42.42.5(pid=4508): stdout: \u000a| (launched: 2022-12-13_16:12:06.516193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:08.554411 run osmo-stp_10.42.42.5(pid=4508): stderr: \u000a| �[0;m�[38;5;43m20221213161206710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161206710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161206711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161206711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161206712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161206712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161206712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:08.714393 run patchelf(pid=4511): Terminating (SIGINT)\u000a16:12:08.902486 run patchelf(pid=4511): Terminated: ok {rc=0}\u000a16:12:08.936685 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4508): Process ended prematurely: osmo-stp_10.42.42.5(pid=4508) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4508)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:12:08.946996 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a16:12:09.010850 run osmo-hlr_10.42.42.2(pid=4505): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4505)]\u000a16:12:09.062785 run osmo-hlr_10.42.42.2(pid=4505): stdout: \u000a| (launched: 2022-12-13_16:12:05.466533) \u000a16:12:09.115153 run osmo-hlr_10.42.42.2(pid=4505): stderr: \u000a| �[0;m�[1;31m20221213161205666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161205666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161205666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161205666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161205666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161205666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161205679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161205690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161205690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161205690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:09.160123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Terminating (SIGTERM)\u000a16:12:09.202993 run iperf3-srv_10.42.42.10(pid=4501): Terminating (SIGTERM)\u000a16:12:09.247128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Terminating (SIGTERM)\u000a16:12:09.289478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Terminating (SIGTERM)\u000a16:12:09.332490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Terminating (SIGTERM)\u000a16:12:09.342303 --- ParallelTerminationStrategy: PID 4500 died...\u000a16:12:09.398919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4500): Terminated: ok {rc=0}\u000a16:12:09.409126 --- ParallelTerminationStrategy: PID 4501 died...\u000a16:12:09.465133 run iperf3-srv_10.42.42.10(pid=4501): Terminated {rc=256}\u000a16:12:09.475120 --- ParallelTerminationStrategy: PID 4504 died...\u000a16:12:09.531719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4504): Terminated: ok {rc=0}\u000a16:12:09.541923 --- ParallelTerminationStrategy: PID 4507 died...\u000a16:12:09.598560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4507): Terminated: ok {rc=0}\u000a16:12:09.608671 --- ParallelTerminationStrategy: PID 4510 died...\u000a16:12:09.664898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4510): Terminated: ok {rc=0}\u000a16:12:09.752049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4526): Process ended prematurely: osmo-stp_10.42.42.5(pid=4526) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4526): Process ended prematurely: osmo-stp_10.42.42.5(pid=4526) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:12:10.870251 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:10.882962 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:12:11.055228 tst iperf3m4.py: using LAC 34753\u000a16:12:11.186851 tst iperf3m4.py: using RAC 73\u000a16:12:11.319227 tst iperf3m4.py: using CellId 34753\u000a16:12:11.449438 tst iperf3m4.py: using BVCI 34754\u000a16:12:11.474887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.486534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.497957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.509469 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.521696 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.533841 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.546205 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.558948 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:11.571658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:11.697069 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:11.819272 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:11.942997 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:12.230598 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:12:12.360588 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:12.686719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4512): Launched\u000a16:12:12.959981 run iperf3-srv_10.42.42.10(pid=4513): Launched\u000a16:12:13.150908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:12:13.280324 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:13.606134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4514): Launched\u000a16:12:13.878388 run iperf3-srv_10.42.42.10(pid=4515): Launched\u000a16:12:14.067593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:12:14.197201 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:14.522359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4516): Launched\u000a16:12:14.793517 run iperf3-srv_10.42.42.10(pid=4517): Launched\u000a16:12:14.984122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:12:15.114153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:15.439682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4518): Launched\u000a16:12:15.711799 run iperf3-srv_10.42.42.10(pid=4519): Launched\u000a16:12:15.915924 tst iperf3m4.py:8: start network...\u000a16:12:16.047853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:16.619465 run create_hlr_db(pid=4520): Launched\u000a16:12:16.835978 bus /gobi_6: Setting Powered False\u000a16:12:17.839048 run create_hlr_db(pid=4520): Terminated: ok {rc=0}\u000a16:12:18.274094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4522): Launched\u000a16:12:18.587825 run osmo-hlr_10.42.42.2(pid=4523): Launched\u000a16:12:18.710329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:19.263404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4525): Launched\u000a16:12:19.578286 run osmo-stp_10.42.42.5(pid=4526): Launched\u000a16:12:19.691092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:20.235398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4528): Launched\u000a16:12:20.345847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:20.618627 run patchelf(pid=4529): Launched\u000a16:12:20.800915 run osmo-stp_10.42.42.5(pid=4526): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)]\u000a16:12:20.934600 run osmo-stp_10.42.42.5(pid=4526): stdout: \u000a| (launched: 2022-12-13_16:12:19.422418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:21.068543 run osmo-stp_10.42.42.5(pid=4526): stderr: \u000a| �[0;m�[38;5;43m20221213161219593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161219593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161219594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161219594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161219595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161219595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161219595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:21.197554 run osmo-stp_10.42.42.5(pid=4526): stdout: \u000a| (launched: 2022-12-13_16:12:19.422418)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:21.324500 run osmo-stp_10.42.42.5(pid=4526): stderr: \u000a| �[0;m�[38;5;43m20221213161219593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161219593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161219594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161219594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161219595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161219595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161219595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:21.473334 run patchelf(pid=4529): Terminating (SIGINT)\u000a16:12:21.649407 run patchelf(pid=4529): Terminated: ok {rc=0}\u000a16:12:21.681529 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4526): Process ended prematurely: osmo-stp_10.42.42.5(pid=4526) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4526)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:12:21.690861 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:12:21.751654 run osmo-hlr_10.42.42.2(pid=4523): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4523)]\u000a16:12:21.800672 run osmo-hlr_10.42.42.2(pid=4523): stdout: \u000a| (launched: 2022-12-13_16:12:18.433101) \u000a16:12:21.851075 run osmo-hlr_10.42.42.2(pid=4523): stderr: \u000a| �[0;m�[1;31m20221213161218609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161218609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161218609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161218609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161218609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161218609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161218622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161218630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161218630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161218630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:21.893580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4512): Terminating (SIGTERM)\u000a16:12:21.933514 run iperf3-srv_10.42.42.10(pid=4513): Terminating (SIGTERM)\u000a16:12:21.973853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4514): Terminating (SIGTERM)\u000a16:12:22.014086 run iperf3-srv_10.42.42.10(pid=4515): Terminating (SIGTERM)\u000a16:12:22.054316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4516): Terminating (SIGTERM)\u000a16:12:22.094416 run iperf3-srv_10.42.42.10(pid=4517): Terminating (SIGTERM)\u000a16:12:22.134597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4518): Terminating (SIGTERM)\u000a16:12:22.174516 run iperf3-srv_10.42.42.10(pid=4519): Terminating (SIGTERM)\u000a16:12:22.214708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4522): Terminating (SIGTERM)\u000a16:12:22.254685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4525): Terminating (SIGTERM)\u000a16:12:22.295004 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4528): Terminating (SIGTERM)\u000a16:12:22.304342 --- ParallelTerminationStrategy: PID 4512 died...\u000a16:12:22.358242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4512): Terminated: ok {rc=0}\u000a16:12:22.367976 --- ParallelTerminationStrategy: PID 4513 died...\u000a16:12:22.421185 run iperf3-srv_10.42.42.10(pid=4513): Terminated {rc=256}\u000a16:12:22.430743 --- ParallelTerminationStrategy: PID 4514 died...\u000a16:12:22.483725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4514): Terminated: ok {rc=0}\u000a16:12:22.493458 --- ParallelTerminationStrategy: PID 4515 died...\u000a16:12:22.546478 run iperf3-srv_10.42.42.10(pid=4515): Terminated {rc=256}\u000a16:12:22.556372 --- ParallelTerminationStrategy: PID 4516 died...\u000a16:12:22.609538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4516): Terminated: ok {rc=0}\u000a16:12:22.619039 --- ParallelTerminationStrategy: PID 4517 died...\u000a16:12:22.671877 run iperf3-srv_10.42.42.10(pid=4517): Terminated {rc=256}\u000a16:12:22.681563 --- ParallelTerminationStrategy: PID 4518 died...\u000a16:12:22.734705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4518): Terminated: ok {rc=0}\u000a16:12:22.744303 --- ParallelTerminationStrategy: PID 4519 died...\u000a16:12:22.797445 run iperf3-srv_10.42.42.10(pid=4519): Terminated {rc=256}\u000a16:12:22.807080 --- ParallelTerminationStrategy: PID 4522 died...\u000a16:12:22.860445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4522): Terminated: ok {rc=0}\u000a16:12:22.870242 --- ParallelTerminationStrategy: PID 4525 died...\u000a16:12:22.923417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4525): Terminated: ok {rc=0}\u000a16:12:22.933181 --- ParallelTerminationStrategy: PID 4528 died...\u000a16:12:22.987447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4528): Terminated: ok {rc=0}\u000a16:12:23.076378 bus /gobi_4: Setting Powered False\u000a16:12:24.180997 bus /gobi_4: Setting Powered False\u000a16:12:25.292793 bus /gobi_1: Setting Powered False\u000a16:12:26.396579 bus /gobi_1: Setting Powered False\u000a16:12:27.510043 bus /gobi_0: Setting Powered False\u000a16:12:28.614052 bus /gobi_0: Setting Powered False\u000a16:12:29.729898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4536): Process ended prematurely: osmo-stp_10.42.42.5(pid=4536) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4536)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4536): Process ended prematurely: osmo-stp_10.42.42.5(pid=4536) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:12:30.799859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:30.812514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:12:31.013708 tst ping.py: using LAC 34754\u000a16:12:31.137995 tst ping.py: using RAC 74\u000a16:12:31.263120 tst ping.py: using CellId 34754\u000a16:12:31.390462 tst ping.py: using BVCI 34755\u000a16:12:31.415859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.427817 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.440067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.452686 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.466434 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.480483 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.495398 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:31.509349 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:31.821707 tst ping.py:19: start network...\u000a16:12:31.963194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:32.486248 run create_hlr_db(pid=4530): Launched\u000a16:12:32.664169 bus /gobi_6: Setting Powered False\u000a16:12:33.684390 run create_hlr_db(pid=4530): Terminated: ok {rc=0}\u000a16:12:34.096380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4532): Launched\u000a16:12:34.405350 run osmo-hlr_10.42.42.2(pid=4533): Launched\u000a16:12:34.527313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:35.069353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4535): Launched\u000a16:12:35.377945 run osmo-stp_10.42.42.5(pid=4536): Launched\u000a16:12:35.488435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:36.026794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4538): Launched\u000a16:12:36.136079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:36.406786 run patchelf(pid=4539): Launched\u000a16:12:36.586232 run osmo-stp_10.42.42.5(pid=4536): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4536)]\u000a16:12:36.717958 run osmo-stp_10.42.42.5(pid=4536): stdout: \u000a| (launched: 2022-12-13_16:12:35.225427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:36.849772 run osmo-stp_10.42.42.5(pid=4536): stderr: \u000a| �[0;m�[38;5;43m20221213161235396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161235397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161235397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161235397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161235398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161235398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161235398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:36.976409 run osmo-stp_10.42.42.5(pid=4536): stdout: \u000a| (launched: 2022-12-13_16:12:35.225427)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:37.102903 run osmo-stp_10.42.42.5(pid=4536): stderr: \u000a| �[0;m�[38;5;43m20221213161235396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161235397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161235397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161235397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161235398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161235398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161235398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:37.249332 run patchelf(pid=4539): Terminating (SIGINT)\u000a16:12:37.421993 run patchelf(pid=4539): Terminated: ok {rc=0}\u000a16:12:37.453495 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4536): Process ended prematurely: osmo-stp_10.42.42.5(pid=4536) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4536)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:12:37.462417 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:12:37.523055 run osmo-hlr_10.42.42.2(pid=4533): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4533)]\u000a16:12:37.572531 run osmo-hlr_10.42.42.2(pid=4533): stdout: \u000a| (launched: 2022-12-13_16:12:34.252307) \u000a16:12:37.622803 run osmo-hlr_10.42.42.2(pid=4533): stderr: \u000a| �[0;m�[1;31m20221213161234429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161234429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161234429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161234429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161234429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161234429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161234442 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161234450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161234450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161234450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:37.665458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4532): Terminating (SIGTERM)\u000a16:12:37.705641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4535): Terminating (SIGTERM)\u000a16:12:37.745977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4538): Terminating (SIGTERM)\u000a16:12:37.754891 --- ParallelTerminationStrategy: PID 4532 died...\u000a16:12:37.808547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4532): Terminated: ok {rc=0}\u000a16:12:37.818320 --- ParallelTerminationStrategy: PID 4535 died...\u000a16:12:37.871898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4535): Terminated: ok {rc=0}\u000a16:12:37.881712 --- ParallelTerminationStrategy: PID 4538 died...\u000a16:12:37.935034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4538): Terminated: ok {rc=0}\u000a16:12:38.019911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4546): Process ended prematurely: osmo-stp_10.42.42.5(pid=4546) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4546)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4546): Process ended prematurely: osmo-stp_10.42.42.5(pid=4546) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:12:39.072914 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.085854 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:12:39.259765 tst ping_idle_ping.py: using LAC 34755\u000a16:12:39.386605 tst ping_idle_ping.py: using RAC 75\u000a16:12:39.508571 tst ping_idle_ping.py: using CellId 34755\u000a16:12:39.627950 tst ping_idle_ping.py: using BVCI 34756\u000a16:12:39.651657 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.663316 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.674503 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.685485 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.696648 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.707748 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.719014 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:12:39.730129 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:12:40.028782 tst ping_idle_ping.py:24: start network...\u000a16:12:40.165833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:40.692664 run create_hlr_db(pid=4540): Launched\u000a16:12:40.884506 bus /gobi_6: Setting Powered False\u000a16:12:41.904102 run create_hlr_db(pid=4540): Terminated: ok {rc=0}\u000a16:12:42.320023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4542): Launched\u000a16:12:42.628937 run osmo-hlr_10.42.42.2(pid=4543): Launched\u000a16:12:42.750299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:43.291138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4545): Launched\u000a16:12:43.599193 run osmo-stp_10.42.42.5(pid=4546): Launched\u000a16:12:43.711498 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:44.247756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4548): Launched\u000a16:12:44.356697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:44.625587 run patchelf(pid=4549): Launched\u000a16:12:44.805478 run osmo-stp_10.42.42.5(pid=4546): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4546)]\u000a16:12:44.937038 run osmo-stp_10.42.42.5(pid=4546): stdout: \u000a| (launched: 2022-12-13_16:12:43.446779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:45.068859 run osmo-stp_10.42.42.5(pid=4546): stderr: \u000a| �[0;m�[38;5;43m20221213161243619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161243619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161243619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161243620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161243620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161243620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161243620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:45.196385 run osmo-stp_10.42.42.5(pid=4546): stdout: \u000a| (launched: 2022-12-13_16:12:43.446779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:45.321923 run osmo-stp_10.42.42.5(pid=4546): stderr: \u000a| �[0;m�[38;5;43m20221213161243619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161243619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161243619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161243620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161243620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161243620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161243620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:45.468628 run patchelf(pid=4549): Terminating (SIGINT)\u000a16:12:45.640583 run patchelf(pid=4549): Terminated: ok {rc=0}\u000a16:12:45.672014 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4546): Process ended prematurely: osmo-stp_10.42.42.5(pid=4546) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4546)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:12:45.681494 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:12:45.741630 run osmo-hlr_10.42.42.2(pid=4543): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4543)]\u000a16:12:45.790825 run osmo-hlr_10.42.42.2(pid=4543): stdout: \u000a| (launched: 2022-12-13_16:12:42.476144) \u000a16:12:45.844921 run osmo-hlr_10.42.42.2(pid=4543): stderr: \u000a| �[0;m�[1;31m20221213161242653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161242653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161242653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161242653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161242653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161242653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161242666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161242677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161242677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161242677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:45.897048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4542): Terminating (SIGTERM)\u000a16:12:45.949836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4545): Terminating (SIGTERM)\u000a16:12:45.991463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4548): Terminating (SIGTERM)\u000a16:12:46.000906 --- ParallelTerminationStrategy: PID 4542 died...\u000a16:12:46.062928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4542): Terminated: ok {rc=0}\u000a16:12:46.072803 --- ParallelTerminationStrategy: PID 4545 died...\u000a16:12:46.127545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4545): Terminated: ok {rc=0}\u000a16:12:46.137566 --- ParallelTerminationStrategy: PID 4548 died...\u000a16:12:46.191832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4548): Terminated: ok {rc=0}\u000a16:12:46.289059 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:11:47" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4563): Process ended prematurely: osmo-stp_10.42.42.5(pid=4563) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4563)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4563): Process ended prematurely: osmo-stp_10.42.42.5(pid=4563) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:12:48.466485 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:48.478105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:12:48.648943 tst cs_paging_gprs_active.py: using LAC 34756\u000a16:12:48.780444 tst cs_paging_gprs_active.py: using RAC 76\u000a16:12:48.916367 tst cs_paging_gprs_active.py: using CellId 34756\u000a16:12:49.044293 tst cs_paging_gprs_active.py: using BVCI 34757\u000a16:12:49.069771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.081485 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.092927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.104412 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.116217 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.127896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.139762 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.151384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:12:49.163420 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:12:49.286180 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:12:49.590277 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:12:49.730067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:50.077281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4553): Launched\u000a16:12:50.367519 run iperf3-srv_10.42.42.10(pid=4554): Launched\u000a16:12:50.572342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:12:50.712520 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:12:51.059882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Launched\u000a16:12:51.348912 run iperf3-srv_10.42.42.10(pid=4556): Launched\u000a16:12:51.554558 tst cs_paging_gprs_active.py:38: start network...\u000a16:12:51.694584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:12:52.220765 run create_hlr_db(pid=4557): Launched\u000a16:12:52.413313 bus /gobi_6: Setting Powered False\u000a16:12:53.434051 run create_hlr_db(pid=4557): Terminated: ok {rc=0}\u000a16:12:53.855766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4559): Launched\u000a16:12:54.170796 run osmo-hlr_10.42.42.2(pid=4560): Launched\u000a16:12:54.285513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:12:54.829185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4562): Launched\u000a16:12:55.145502 run osmo-stp_10.42.42.5(pid=4563): Launched\u000a16:12:55.260759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:12:55.808155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4565): Launched\u000a16:12:55.919284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:12:56.194930 run patchelf(pid=4566): Launched\u000a16:12:56.377472 run osmo-stp_10.42.42.5(pid=4563): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4563)]\u000a16:12:56.510750 run osmo-stp_10.42.42.5(pid=4563): stdout: \u000a| (launched: 2022-12-13_16:12:54.988221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:56.644487 run osmo-stp_10.42.42.5(pid=4563): stderr: \u000a| �[0;m�[38;5;43m20221213161255160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161255160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161255160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161255161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:56.773236 run osmo-stp_10.42.42.5(pid=4563): stdout: \u000a| (launched: 2022-12-13_16:12:54.988221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:12:56.900169 run osmo-stp_10.42.42.5(pid=4563): stderr: \u000a| �[0;m�[38;5;43m20221213161255160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161255160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161255160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161255161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161255161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:12:57.049835 run patchelf(pid=4566): Terminating (SIGINT)\u000a16:12:57.225982 run patchelf(pid=4566): Terminated: ok {rc=0}\u000a16:12:57.258591 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4563): Process ended prematurely: osmo-stp_10.42.42.5(pid=4563) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4563)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:12:57.268094 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:12:57.328658 run osmo-hlr_10.42.42.2(pid=4560): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4560)]\u000a16:12:57.378172 run osmo-hlr_10.42.42.2(pid=4560): stdout: \u000a| (launched: 2022-12-13_16:12:54.015474) \u000a16:12:57.428507 run osmo-hlr_10.42.42.2(pid=4560): stderr: \u000a| �[0;m�[1;31m20221213161254194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161254194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161254194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161254194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161254194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161254194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161254206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161254215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161254215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161254215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:12:57.471478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4553): Terminating (SIGTERM)\u000a16:12:57.511821 run iperf3-srv_10.42.42.10(pid=4554): Terminating (SIGTERM)\u000a16:12:57.551967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Terminating (SIGTERM)\u000a16:12:57.592120 run iperf3-srv_10.42.42.10(pid=4556): Terminating (SIGTERM)\u000a16:12:57.632240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4559): Terminating (SIGTERM)\u000a16:12:57.672412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4562): Terminating (SIGTERM)\u000a16:12:57.712694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4565): Terminating (SIGTERM)\u000a16:12:57.722004 --- ParallelTerminationStrategy: PID 4553 died...\u000a16:12:57.775824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4553): Terminated: ok {rc=0}\u000a16:12:57.785592 --- ParallelTerminationStrategy: PID 4554 died...\u000a16:12:57.838864 run iperf3-srv_10.42.42.10(pid=4554): Terminated {rc=256}\u000a16:12:57.848726 --- ParallelTerminationStrategy: PID 4555 died...\u000a16:12:57.901893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4555): Terminated: ok {rc=0}\u000a16:12:57.911430 --- ParallelTerminationStrategy: PID 4556 died...\u000a16:12:57.964402 run iperf3-srv_10.42.42.10(pid=4556): Terminated {rc=256}\u000a16:12:57.973892 --- ParallelTerminationStrategy: PID 4559 died...\u000a16:12:58.027253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4559): Terminated: ok {rc=0}\u000a16:12:58.036915 --- ParallelTerminationStrategy: PID 4562 died...\u000a16:12:58.090487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4562): Terminated: ok {rc=0}\u000a16:12:58.100159 --- ParallelTerminationStrategy: PID 4565 died...\u000a16:12:58.153221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4565): Terminated: ok {rc=0}\u000a16:12:58.240809 bus /gobi_0: Setting Powered False\u000a16:12:59.343985 bus /gobi_0: Setting Powered False\u000a16:13:00.455527 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4575): Process ended prematurely: osmo-stp_10.42.42.5(pid=4575) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4575)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4575): Process ended prematurely: osmo-stp_10.42.42.5(pid=4575) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:13:01.591192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:01.605837 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:13:01.818721 tst iperf3.py: using LAC 34757\u000a16:13:01.952495 tst iperf3.py: using RAC 77\u000a16:13:02.089513 tst iperf3.py: using CellId 34757\u000a16:13:02.216669 tst iperf3.py: using BVCI 34758\u000a16:13:02.241637 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.252875 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.264323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.275752 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.286864 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.297867 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.308799 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.319652 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:02.330740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:02.614620 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:13:02.745654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:03.070897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4567): Launched\u000a16:13:03.344566 run iperf3-srv_10.42.42.10(pid=4568): Launched\u000a16:13:03.534859 tst iperf3.py:8: start network...\u000a16:13:03.664925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:04.169734 run create_hlr_db(pid=4569): Launched\u000a16:13:04.348448 bus /gobi_6: Setting Powered False\u000a16:13:05.370109 run create_hlr_db(pid=4569): Terminated: ok {rc=0}\u000a16:13:05.816336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4571): Launched\u000a16:13:06.152191 run osmo-hlr_10.42.42.2(pid=4572): Launched\u000a16:13:06.275223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:06.858357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4574): Launched\u000a16:13:07.192039 run osmo-stp_10.42.42.5(pid=4575): Launched\u000a16:13:07.313190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:07.897520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4577): Launched\u000a16:13:08.016897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:08.311337 run patchelf(pid=4578): Launched\u000a16:13:08.506171 run osmo-stp_10.42.42.5(pid=4575): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4575)]\u000a16:13:08.648439 run osmo-stp_10.42.42.5(pid=4575): stdout: \u000a| (launched: 2022-12-13_16:13:07.027771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:08.792581 run osmo-stp_10.42.42.5(pid=4575): stderr: \u000a| �[0;m�[38;5;43m20221213161307221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161307221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161307222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161307222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161307222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161307222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161307223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:08.930186 run osmo-stp_10.42.42.5(pid=4575): stdout: \u000a| (launched: 2022-12-13_16:13:07.027771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:09.066830 run osmo-stp_10.42.42.5(pid=4575): stderr: \u000a| �[0;m�[38;5;43m20221213161307221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161307221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161307222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161307222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161307222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161307222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161307223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:09.226468 run patchelf(pid=4578): Terminating (SIGINT)\u000a16:13:09.414203 run patchelf(pid=4578): Terminated: ok {rc=0}\u000a16:13:09.448467 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4575): Process ended prematurely: osmo-stp_10.42.42.5(pid=4575) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4575)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:13:09.458680 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:13:09.522758 run osmo-hlr_10.42.42.2(pid=4572): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4572)]\u000a16:13:09.574511 run osmo-hlr_10.42.42.2(pid=4572): stdout: \u000a| (launched: 2022-12-13_16:13:05.986130) \u000a16:13:09.627089 run osmo-hlr_10.42.42.2(pid=4572): stderr: \u000a| �[0;m�[1;31m20221213161306185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161306185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161306185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161306185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161306185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161306185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161306198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161306206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161306206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161306207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:09.672488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4567): Terminating (SIGTERM)\u000a16:13:09.715858 run iperf3-srv_10.42.42.10(pid=4568): Terminating (SIGTERM)\u000a16:13:09.758696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4571): Terminating (SIGTERM)\u000a16:13:09.801333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4574): Terminating (SIGTERM)\u000a16:13:09.843742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4577): Terminating (SIGTERM)\u000a16:13:09.853574 --- ParallelTerminationStrategy: PID 4567 died...\u000a16:13:09.910694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4567): Terminated: ok {rc=0}\u000a16:13:09.920863 --- ParallelTerminationStrategy: PID 4568 died...\u000a16:13:09.977559 run iperf3-srv_10.42.42.10(pid=4568): Terminated {rc=256}\u000a16:13:09.987659 --- ParallelTerminationStrategy: PID 4571 died...\u000a16:13:10.044254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4571): Terminated: ok {rc=0}\u000a16:13:10.054486 --- ParallelTerminationStrategy: PID 4574 died...\u000a16:13:10.111000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4574): Terminated: ok {rc=0}\u000a16:13:10.121101 --- ParallelTerminationStrategy: PID 4577 died...\u000a16:13:10.177498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4577): Terminated: ok {rc=0}\u000a16:13:10.265737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4593): Process ended prematurely: osmo-stp_10.42.42.5(pid=4593) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4593)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4593): Process ended prematurely: osmo-stp_10.42.42.5(pid=4593) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:13:11.383319 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:11.395952 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:13:11.568276 tst iperf3m4.py: using LAC 34758\u000a16:13:11.698174 tst iperf3m4.py: using RAC 78\u000a16:13:11.829177 tst iperf3m4.py: using CellId 34758\u000a16:13:11.959535 tst iperf3m4.py: using BVCI 34759\u000a16:13:11.985105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:11.997063 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.008655 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.020208 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.032154 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.044169 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.056420 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.068333 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:12.080525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:12.202239 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:12.328488 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:12.449344 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:12.735344 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:13:12.865589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:13.192910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4579): Launched\u000a16:13:13.465292 run iperf3-srv_10.42.42.10(pid=4580): Launched\u000a16:13:13.655332 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:13:13.784932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:14.110379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Launched\u000a16:13:14.382276 run iperf3-srv_10.42.42.10(pid=4582): Launched\u000a16:13:14.572642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:13:14.701844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:15.028560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Launched\u000a16:13:15.300783 run iperf3-srv_10.42.42.10(pid=4584): Launched\u000a16:13:15.491723 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:13:15.621260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:13:15.979911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Launched\u000a16:13:16.317515 run iperf3-srv_10.42.42.10(pid=4586): Launched\u000a16:13:16.515528 tst iperf3m4.py:8: start network...\u000a16:13:16.649186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:17.202556 run create_hlr_db(pid=4587): Launched\u000a16:13:17.382453 bus /gobi_6: Setting Powered False\u000a16:13:18.402808 run create_hlr_db(pid=4587): Terminated: ok {rc=0}\u000a16:13:18.819541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4589): Launched\u000a16:13:19.132692 run osmo-hlr_10.42.42.2(pid=4590): Launched\u000a16:13:19.257078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:19.805936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4592): Launched\u000a16:13:20.119514 run osmo-stp_10.42.42.5(pid=4593): Launched\u000a16:13:20.231034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:20.776855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4595): Launched\u000a16:13:20.887946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:21.161388 run patchelf(pid=4596): Launched\u000a16:13:21.343530 run osmo-stp_10.42.42.5(pid=4593): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4593)]\u000a16:13:21.477640 run osmo-stp_10.42.42.5(pid=4593): stdout: \u000a| (launched: 2022-12-13_16:13:19.964089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:21.611755 run osmo-stp_10.42.42.5(pid=4593): stderr: \u000a| �[0;m�[38;5;43m20221213161320132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161320132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161320132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161320133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161320133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161320133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161320133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:21.740929 run osmo-stp_10.42.42.5(pid=4593): stdout: \u000a| (launched: 2022-12-13_16:13:19.964089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:21.868656 run osmo-stp_10.42.42.5(pid=4593): stderr: \u000a| �[0;m�[38;5;43m20221213161320132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161320132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161320132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161320133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161320133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161320133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161320133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:22.017940 run patchelf(pid=4596): Terminating (SIGINT)\u000a16:13:22.193249 run patchelf(pid=4596): Terminated: ok {rc=0}\u000a16:13:22.225620 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4593): Process ended prematurely: osmo-stp_10.42.42.5(pid=4593) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4593)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:13:22.235118 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:13:22.296212 run osmo-hlr_10.42.42.2(pid=4590): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4590)]\u000a16:13:22.346169 run osmo-hlr_10.42.42.2(pid=4590): stdout: \u000a| (launched: 2022-12-13_16:13:18.978145) \u000a16:13:22.396602 run osmo-hlr_10.42.42.2(pid=4590): stderr: \u000a| �[0;m�[1;31m20221213161319153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161319153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161319153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161319153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161319153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161319154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161319166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161319174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161319174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161319174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:22.439394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4579): Terminating (SIGTERM)\u000a16:13:22.479682 run iperf3-srv_10.42.42.10(pid=4580): Terminating (SIGTERM)\u000a16:13:22.519841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Terminating (SIGTERM)\u000a16:13:22.559929 run iperf3-srv_10.42.42.10(pid=4582): Terminating (SIGTERM)\u000a16:13:22.600076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Terminating (SIGTERM)\u000a16:13:22.640114 run iperf3-srv_10.42.42.10(pid=4584): Terminating (SIGTERM)\u000a16:13:22.680223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Terminating (SIGTERM)\u000a16:13:22.720155 run iperf3-srv_10.42.42.10(pid=4586): Terminating (SIGTERM)\u000a16:13:22.760307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4589): Terminating (SIGTERM)\u000a16:13:22.800506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4592): Terminating (SIGTERM)\u000a16:13:22.841032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4595): Terminating (SIGTERM)\u000a16:13:22.850378 --- ParallelTerminationStrategy: PID 4579 died...\u000a16:13:22.904017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4579): Terminated: ok {rc=0}\u000a16:13:22.913644 --- ParallelTerminationStrategy: PID 4580 died...\u000a16:13:22.966660 run iperf3-srv_10.42.42.10(pid=4580): Terminated {rc=256}\u000a16:13:22.976175 --- ParallelTerminationStrategy: PID 4581 died...\u000a16:13:23.029532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4581): Terminated: ok {rc=0}\u000a16:13:23.039143 --- ParallelTerminationStrategy: PID 4582 died...\u000a16:13:23.092170 run iperf3-srv_10.42.42.10(pid=4582): Terminated {rc=256}\u000a16:13:23.101755 --- ParallelTerminationStrategy: PID 4583 died...\u000a16:13:23.155145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4583): Terminated: ok {rc=0}\u000a16:13:23.164739 --- ParallelTerminationStrategy: PID 4584 died...\u000a16:13:23.217632 run iperf3-srv_10.42.42.10(pid=4584): Terminated {rc=256}\u000a16:13:23.227189 --- ParallelTerminationStrategy: PID 4585 died...\u000a16:13:23.280816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4585): Terminated: ok {rc=0}\u000a16:13:23.290467 --- ParallelTerminationStrategy: PID 4586 died...\u000a16:13:23.343536 run iperf3-srv_10.42.42.10(pid=4586): Terminated {rc=256}\u000a16:13:23.353153 --- ParallelTerminationStrategy: PID 4589 died...\u000a16:13:23.406282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4589): Terminated: ok {rc=0}\u000a16:13:23.415887 --- ParallelTerminationStrategy: PID 4592 died...\u000a16:13:23.469440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4592): Terminated: ok {rc=0}\u000a16:13:23.479149 --- ParallelTerminationStrategy: PID 4595 died...\u000a16:13:23.532844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4595): Terminated: ok {rc=0}\u000a16:13:23.622532 bus /gobi_4: Setting Powered False\u000a16:13:24.728112 bus /gobi_4: Setting Powered False\u000a16:13:25.838405 bus /gobi_1: Setting Powered False\u000a16:13:26.945929 bus /gobi_1: Setting Powered False\u000a16:13:28.060169 bus /gobi_0: Setting Powered False\u000a16:13:29.164552 bus /gobi_0: Setting Powered False\u000a16:13:30.274599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4603): Process ended prematurely: osmo-stp_10.42.42.5(pid=4603) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4603)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4603): Process ended prematurely: osmo-stp_10.42.42.5(pid=4603) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:13:31.359289 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:31.376519 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:13:31.592055 tst ping.py: using LAC 34759\u000a16:13:31.732204 tst ping.py: using RAC 79\u000a16:13:31.881001 tst ping.py: using CellId 34759\u000a16:13:32.030398 tst ping.py: using BVCI 34760\u000a16:13:32.063296 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.078772 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.094988 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.108434 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.121050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.133422 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.145884 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:32.159208 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:32.460802 tst ping.py:19: start network...\u000a16:13:32.597199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:33.115385 run create_hlr_db(pid=4597): Launched\u000a16:13:33.305834 bus /gobi_6: Setting Powered False\u000a16:13:34.325449 run create_hlr_db(pid=4597): Terminated: ok {rc=0}\u000a16:13:34.739654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4599): Launched\u000a16:13:35.050422 run osmo-hlr_10.42.42.2(pid=4600): Launched\u000a16:13:35.171490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:35.723255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4602): Launched\u000a16:13:36.030036 run osmo-stp_10.42.42.5(pid=4603): Launched\u000a16:13:36.140639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:36.676236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4605): Launched\u000a16:13:36.784297 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:37.051582 run patchelf(pid=4606): Launched\u000a16:13:37.230207 run osmo-stp_10.42.42.5(pid=4603): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4603)]\u000a16:13:37.360805 run osmo-stp_10.42.42.5(pid=4603): stdout: \u000a| (launched: 2022-12-13_16:13:35.878655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:37.492172 run osmo-stp_10.42.42.5(pid=4603): stderr: \u000a| �[0;m�[38;5;43m20221213161336051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161336051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161336051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161336051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161336052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161336052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161336052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:37.619189 run osmo-stp_10.42.42.5(pid=4603): stdout: \u000a| (launched: 2022-12-13_16:13:35.878655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:37.744081 run osmo-stp_10.42.42.5(pid=4603): stderr: \u000a| �[0;m�[38;5;43m20221213161336051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161336051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161336051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161336051 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161336052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161336052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161336052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:37.890155 run patchelf(pid=4606): Terminating (SIGINT)\u000a16:13:38.062143 run patchelf(pid=4606): Terminated: ok {rc=0}\u000a16:13:38.093587 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4603): Process ended prematurely: osmo-stp_10.42.42.5(pid=4603) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4603)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:13:38.102340 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:13:38.162258 run osmo-hlr_10.42.42.2(pid=4600): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4600)]\u000a16:13:38.211077 run osmo-hlr_10.42.42.2(pid=4600): stdout: \u000a| (launched: 2022-12-13_16:13:34.895926) \u000a16:13:38.260481 run osmo-hlr_10.42.42.2(pid=4600): stderr: \u000a| �[0;m�[1;31m20221213161335073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161335073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161335073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161335073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161335073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161335073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161335085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161335094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161335094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161335094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:38.302573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4599): Terminating (SIGTERM)\u000a16:13:38.342114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4602): Terminating (SIGTERM)\u000a16:13:38.381722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4605): Terminating (SIGTERM)\u000a16:13:38.391053 --- ParallelTerminationStrategy: PID 4599 died...\u000a16:13:38.444295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4599): Terminated: ok {rc=0}\u000a16:13:38.453868 --- ParallelTerminationStrategy: PID 4602 died...\u000a16:13:38.506718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4602): Terminated: ok {rc=0}\u000a16:13:38.516242 --- ParallelTerminationStrategy: PID 4605 died...\u000a16:13:38.569139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4605): Terminated: ok {rc=0}\u000a16:13:38.657482 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4613): Process ended prematurely: osmo-stp_10.42.42.5(pid=4613) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4613)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4613): Process ended prematurely: osmo-stp_10.42.42.5(pid=4613) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:13:39.709505 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:39.721383 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:13:39.882697 tst ping_idle_ping.py: using LAC 34760\u000a16:13:40.005564 tst ping_idle_ping.py: using RAC 80\u000a16:13:40.132737 tst ping_idle_ping.py: using CellId 34760\u000a16:13:40.260615 tst ping_idle_ping.py: using BVCI 34761\u000a16:13:40.286186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.298065 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.309795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.321658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.333617 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.345632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.357793 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:13:40.369807 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:13:40.652142 tst ping_idle_ping.py:24: start network...\u000a16:13:40.779179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:41.275349 run create_hlr_db(pid=4607): Launched\u000a16:13:41.452336 bus /gobi_6: Setting Powered False\u000a16:13:42.473069 run create_hlr_db(pid=4607): Terminated: ok {rc=0}\u000a16:13:42.881976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4609): Launched\u000a16:13:43.190503 run osmo-hlr_10.42.42.2(pid=4610): Launched\u000a16:13:43.311261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:43.852703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4612): Launched\u000a16:13:44.160635 run osmo-stp_10.42.42.5(pid=4613): Launched\u000a16:13:44.271896 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:44.811172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4615): Launched\u000a16:13:44.920333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:45.190944 run patchelf(pid=4616): Launched\u000a16:13:45.371689 run osmo-stp_10.42.42.5(pid=4613): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4613)]\u000a16:13:45.503961 run osmo-stp_10.42.42.5(pid=4613): stdout: \u000a| (launched: 2022-12-13_16:13:44.008927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:45.637138 run osmo-stp_10.42.42.5(pid=4613): stderr: \u000a| �[0;m�[38;5;43m20221213161344179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161344179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161344179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161344180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161344180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161344180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161344180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:45.765286 run osmo-stp_10.42.42.5(pid=4613): stdout: \u000a| (launched: 2022-12-13_16:13:44.008927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:45.913164 run osmo-stp_10.42.42.5(pid=4613): stderr: \u000a| �[0;m�[38;5;43m20221213161344179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161344179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161344179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161344180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161344180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161344180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161344180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:46.073105 run patchelf(pid=4616): Terminating (SIGINT)\u000a16:13:46.249285 run patchelf(pid=4616): Terminated: ok {rc=0}\u000a16:13:46.281591 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4613): Process ended prematurely: osmo-stp_10.42.42.5(pid=4613) [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4613)] [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:13:46.291220 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:13:46.352538 run osmo-hlr_10.42.42.2(pid=4610): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4610)]\u000a16:13:46.402511 run osmo-hlr_10.42.42.2(pid=4610): stdout: \u000a| (launched: 2022-12-13_16:13:43.037815) \u000a16:13:46.452913 run osmo-hlr_10.42.42.2(pid=4610): stderr: \u000a| �[0;m�[1;31m20221213161343213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161343213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161343213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161343213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161343213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161343213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161343226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161343235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161343235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161343235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:46.496139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4609): Terminating (SIGTERM)\u000a16:13:46.537833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4612): Terminating (SIGTERM)\u000a16:13:46.580232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4615): Terminating (SIGTERM)\u000a16:13:46.589709 --- ParallelTerminationStrategy: PID 4609 died...\u000a16:13:46.643782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4609): Terminated: ok {rc=0}\u000a16:13:46.653841 --- ParallelTerminationStrategy: PID 4612 died...\u000a16:13:46.708405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4612): Terminated: ok {rc=0}\u000a16:13:46.718450 --- ParallelTerminationStrategy: PID 4615 died...\u000a16:13:46.772894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4615): Terminated: ok {rc=0}\u000a16:13:46.858090 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:12:48" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4628): Process ended prematurely: osmo-stp_10.42.42.5(pid=4628) [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4628)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4628): Process ended prematurely: osmo-stp_10.42.42.5(pid=4628) [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:13:48.898480 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:48.910926 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:13:49.080412 tst switch_tch_pdch.py: using LAC 34761\u000a16:13:49.210278 tst switch_tch_pdch.py: using RAC 81\u000a16:13:49.339253 tst switch_tch_pdch.py: using CellId 34761\u000a16:13:49.466776 tst switch_tch_pdch.py: using BVCI 34762\u000a16:13:49.491796 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.503649 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.515435 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.527338 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.539474 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.551533 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.563751 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:13:49.575874 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:13:49.696319 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:13:49.992776 tst switch_tch_pdch.py:51: start network...\u000a16:13:50.128607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:13:50.622707 run create_hlr_db(pid=4622): Launched\u000a16:13:50.800592 bus /gobi_6: Setting Powered False\u000a16:13:51.833101 run create_hlr_db(pid=4622): Terminated: ok {rc=0}\u000a16:13:52.245590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4624): Launched\u000a16:13:52.553440 run osmo-hlr_10.42.42.2(pid=4625): Launched\u000a16:13:52.665441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:13:53.198821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4627): Launched\u000a16:13:53.504893 run osmo-stp_10.42.42.5(pid=4628): Launched\u000a16:13:53.616845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:13:54.151653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4630): Launched\u000a16:13:54.260131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:13:54.527758 run patchelf(pid=4631): Launched\u000a16:13:54.706060 run osmo-stp_10.42.42.5(pid=4628): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4628)]\u000a16:13:54.836482 run osmo-stp_10.42.42.5(pid=4628): stdout: \u000a| (launched: 2022-12-13_16:13:53.353966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:54.967138 run osmo-stp_10.42.42.5(pid=4628): stderr: \u000a| �[0;m�[38;5;43m20221213161353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161353524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161353525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:55.092564 run osmo-stp_10.42.42.5(pid=4628): stdout: \u000a| (launched: 2022-12-13_16:13:53.353966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:13:55.216863 run osmo-stp_10.42.42.5(pid=4628): stderr: \u000a| �[0;m�[38;5;43m20221213161353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161353523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161353524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161353524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161353525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:13:55.362304 run patchelf(pid=4631): Terminating (SIGINT)\u000a16:13:55.534541 run patchelf(pid=4631): Terminated: ok {rc=0}\u000a16:13:55.565722 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4628): Process ended prematurely: osmo-stp_10.42.42.5(pid=4628) [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4628)] [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:13:55.574440 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:13:55.634927 run osmo-hlr_10.42.42.2(pid=4625): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4625)]\u000a16:13:55.684384 run osmo-hlr_10.42.42.2(pid=4625): stdout: \u000a| (launched: 2022-12-13_16:13:52.401614) \u000a16:13:55.735267 run osmo-hlr_10.42.42.2(pid=4625): stderr: \u000a| �[0;m�[1;31m20221213161352576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161352576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161352577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161352591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161352602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161352603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161352603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:13:55.777571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4624): Terminating (SIGTERM)\u000a16:13:55.817373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4627): Terminating (SIGTERM)\u000a16:13:55.857162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4630): Terminating (SIGTERM)\u000a16:13:55.866308 --- ParallelTerminationStrategy: PID 4624 died...\u000a16:13:55.919390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4624): Terminated: ok {rc=0}\u000a16:13:55.928789 --- ParallelTerminationStrategy: PID 4627 died...\u000a16:13:55.981492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4627): Terminated: ok {rc=0}\u000a16:13:55.990935 --- ParallelTerminationStrategy: PID 4630 died...\u000a16:13:56.043379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4630): Terminated: ok {rc=0}\u000a16:13:56.132027 bus /gobi_0: Setting Powered False\u000a16:13:57.235209 bus /gobi_0: Setting Powered False\u000a16:13:58.343952 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:13:48" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:14:00.332055 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:00.344408 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:14:00.516304 tst switch_tch_pdch.py: using LAC 34762\u000a16:14:00.644784 tst switch_tch_pdch.py: using RAC 82\u000a16:14:00.770985 tst switch_tch_pdch.py: using CellId 34762\u000a16:14:00.925965 tst switch_tch_pdch.py: using BVCI 34763\u000a16:14:00.952154 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:00.964411 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:00.976504 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:00.988750 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:01.001350 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:01.013876 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:01.027647 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:14:01.042978 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:14:01.189844 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:14:01.532416 tst switch_tch_pdch.py:51: start network...\u000a16:14:01.666492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:02.182431 run create_hlr_db(pid=4636): Launched\u000a16:14:02.313585 bus /gobi_6: Setting Powered False\u000a16:14:03.381579 run create_hlr_db(pid=4636): Terminated: ok {rc=0}\u000a16:14:03.791250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Launched\u000a16:14:04.119464 run osmo-hlr_10.42.42.2(pid=4639): Launched\u000a16:14:04.242337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:04.783392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Launched\u000a16:14:05.112157 run osmo-stp_10.42.42.5(pid=4642): Launched\u000a16:14:05.229685 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:14:05.773189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Launched\u000a16:14:05.890291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:14:06.176252 run patchelf(pid=4645): Launched\u000a16:14:06.373378 run osmo-stp_10.42.42.5(pid=4642): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)]\u000a16:14:06.515778 run osmo-stp_10.42.42.5(pid=4642): stdout: \u000a| (launched: 2022-12-13_16:14:04.949578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:06.656141 run osmo-stp_10.42.42.5(pid=4642): stderr: \u000a| �[0;m�[38;5;43m20221213161405141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161405141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161405142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161405142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161405143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161405143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161405143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:06.791555 run osmo-stp_10.42.42.5(pid=4642): stdout: \u000a| (launched: 2022-12-13_16:14:04.949578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:06.925058 run osmo-stp_10.42.42.5(pid=4642): stderr: \u000a| �[0;m�[38;5;43m20221213161405141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161405141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161405142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161405142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161405143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161405143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161405143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:07.080703 run patchelf(pid=4645): Terminating (SIGINT)\u000a16:14:07.263483 run patchelf(pid=4645): Terminated: ok {rc=0}\u000a16:14:07.296641 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4642): Process ended prematurely: osmo-stp_10.42.42.5(pid=4642) [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4642)] [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:14:07.306224 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a16:14:07.369708 run osmo-hlr_10.42.42.2(pid=4639): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4639)]\u000a16:14:07.421515 run osmo-hlr_10.42.42.2(pid=4639): stdout: \u000a| (launched: 2022-12-13_16:14:03.957751) \u000a16:14:07.473913 run osmo-hlr_10.42.42.2(pid=4639): stderr: \u000a| �[0;m�[1;31m20221213161404156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161404156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161404156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161404156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161404156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161404156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161404168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161404177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161404177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161404177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:07.518916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Terminating (SIGTERM)\u000a16:14:07.561429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Terminating (SIGTERM)\u000a16:14:07.604188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Terminating (SIGTERM)\u000a16:14:07.613940 --- ParallelTerminationStrategy: PID 4638 died...\u000a16:14:07.670514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4638): Terminated: ok {rc=0}\u000a16:14:07.680608 --- ParallelTerminationStrategy: PID 4641 died...\u000a16:14:07.737850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4641): Terminated: ok {rc=0}\u000a16:14:07.747859 --- ParallelTerminationStrategy: PID 4644 died...\u000a16:14:07.804409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4644): Terminated: ok {rc=0}\u000a16:14:07.892518 bus /gobi_0: Setting Powered False\u000a16:14:08.999416 bus /gobi_0: Setting Powered False\u000a16:14:10.110174 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:14:00" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4656): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4656) [trial-2391↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4656)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4656): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4656) [trial-2391↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:14:12.023331 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:14:12.034921 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:14:12.179918 tst mo_mt_sms.py: using LAC 34763\u000a16:14:12.307407 tst mo_mt_sms.py: using RAC 83\u000a16:14:12.436461 tst mo_mt_sms.py: using CellId 34763\u000a16:14:12.564466 tst mo_mt_sms.py: using BVCI 34764\u000a16:14:12.589260 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:14:12.706954 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:14:13.005201 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:14:13.141258 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:14:13.817747 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4655): Launched\u000a16:14:14.146367 run osmo-nitb_10.42.42.2(pid=4656): Launched\u000a16:14:14.347810 run osmo-nitb_10.42.42.2(pid=4656): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4656)]\u000a16:14:14.495602 run osmo-nitb_10.42.42.2(pid=4656): stdout: \u000a| (launched: 2022-12-13_16:14:13.985543) \u000a16:14:14.643838 run osmo-nitb_10.42.42.2(pid=4656): stderr: \u000a| (launched: 2022-12-13_16:14:14.034541)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:14:14.788178 run osmo-nitb_10.42.42.2(pid=4656): stdout: \u000a| (launched: 2022-12-13_16:14:13.985543) \u000a16:14:14.930559 run osmo-nitb_10.42.42.2(pid=4656): stderr: \u000a| (launched: 2022-12-13_16:14:14.034541)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:14:15.279277 tst osmo-nitb_10.42.42.2(pid=4656): stdout: \u000a| (launched: 2022-12-13_16:14:13.985543) \u000a16:14:15.410846 tst osmo-nitb_10.42.42.2(pid=4656): stderr: \u000a| (launched: 2022-12-13_16:14:14.034541)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:14:15.468232 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4656): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4656) [trial-2391↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4656)] [trial-2391↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a16:14:15.477101 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a16:14:15.514184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4655): Terminating (SIGTERM)\u000a16:14:15.692128 --- ParallelTerminationStrategy: PID 4655 died...\u000a16:14:15.751593 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4655): Terminated: ok {rc=0}\u000a16:14:15.844371 bus /sierra_3: Setting Powered False\u000a16:14:16.972798 bus /sierra_3: Setting Powered False\u000a16:14:18.086606 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:14:11" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4666): Process ended prematurely: osmo-stp_10.42.42.5(pid=4666) [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4666)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4666): Process ended prematurely: osmo-stp_10.42.42.5(pid=4666) [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a16:14:19.977979 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:19.988808 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:14:20.124479 tst mo_mt_sms.py: using LAC 34764\u000a16:14:20.246870 tst mo_mt_sms.py: using RAC 84\u000a16:14:20.368385 tst mo_mt_sms.py: using CellId 34764\u000a16:14:20.490440 tst mo_mt_sms.py: using BVCI 34765\u000a16:14:20.513857 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:20.524714 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:20.535445 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:20.546152 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:20.557184 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:20.567755 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:14:20.683590 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:14:20.897487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:21.417210 run create_hlr_db(pid=4660): Launched\u000a16:14:21.608071 bus /sierra_2: Setting Powered False\u000a16:14:22.627762 run create_hlr_db(pid=4660): Terminated: ok {rc=0}\u000a16:14:23.040920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4662): Launched\u000a16:14:23.351019 run osmo-hlr_10.42.42.2(pid=4663): Launched\u000a16:14:23.472272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:24.011975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4665): Launched\u000a16:14:24.320113 run osmo-stp_10.42.42.5(pid=4666): Launched\u000a16:14:24.430950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:24.990479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4668): Launched\u000a16:14:25.298431 run osmo-msc_10.42.42.6(pid=4669): Launched\u000a16:14:25.477763 run osmo-stp_10.42.42.5(pid=4666): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4666)]\u000a16:14:25.607572 run osmo-stp_10.42.42.5(pid=4666): stdout: \u000a| (launched: 2022-12-13_16:14:24.167553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:25.734609 run osmo-stp_10.42.42.5(pid=4666): stderr: \u000a| �[0;m�[38;5;43m20221213161424338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161424338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161424338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161424338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161424339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161424339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161424339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:25.857350 run osmo-stp_10.42.42.5(pid=4666): stdout: \u000a| (launched: 2022-12-13_16:14:24.167553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:25.979208 run osmo-stp_10.42.42.5(pid=4666): stderr: \u000a| �[0;m�[38;5;43m20221213161424338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161424338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161424338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161424338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161424339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161424339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161424339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:26.032567 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4666): Process ended prematurely: osmo-stp_10.42.42.5(pid=4666) [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4666)] [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a16:14:26.040562 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a16:14:26.101238 run osmo-hlr_10.42.42.2(pid=4663): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4663)]\u000a16:14:26.151017 run osmo-hlr_10.42.42.2(pid=4663): stdout: \u000a| (launched: 2022-12-13_16:14:23.196443) \u000a16:14:26.200896 run osmo-hlr_10.42.42.2(pid=4663): stderr: \u000a| �[0;m�[1;31m20221213161423373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161423373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161423373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161423373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161423373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161423373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161423386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161423394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161423394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161423394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:26.268678 run osmo-msc_10.42.42.6(pid=4669): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4669)]\u000a16:14:26.317896 run osmo-msc_10.42.42.6(pid=4669): stdout: \u000a| (launched: 2022-12-13_16:14:25.145737) \u000a16:14:26.367562 run osmo-msc_10.42.42.6(pid=4669): stderr: \u000a| �[0;m�[38;5;43m20221213161425419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161425419 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c02489c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161425419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161425419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161425419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161425419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161425421 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161425422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161425422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161425422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:26.409835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4662): Terminating (SIGTERM)\u000a16:14:26.449606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4665): Terminating (SIGTERM)\u000a16:14:26.489395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4668): Terminating (SIGTERM)\u000a16:14:26.498568 --- ParallelTerminationStrategy: PID 4662 died...\u000a16:14:26.551547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4662): Terminated: ok {rc=0}\u000a16:14:26.561079 --- ParallelTerminationStrategy: PID 4665 died...\u000a16:14:26.613966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4665): Terminated: ok {rc=0}\u000a16:14:26.623434 --- ParallelTerminationStrategy: PID 4668 died...\u000a16:14:26.676457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4668): Terminated: ok {rc=0}\u000a16:14:26.765077 bus /sierra_3: Setting Powered False\u000a16:14:27.867825 bus /sierra_3: Setting Powered False\u000a16:14:28.975240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:14:19" }, { "cases" : [ { "testActions" : [ ], "age" : 247, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4675) [trial-2391↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4675)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4675) [trial-2391↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:14:30.814116 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a16:14:30.825360 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:14:30.969867 tst assert_extension.py: using LAC 34765\u000a16:14:31.098053 tst assert_extension.py: using RAC 85\u000a16:14:31.227019 tst assert_extension.py: using CellId 34765\u000a16:14:31.356168 tst assert_extension.py: using BVCI 34766\u000a16:14:31.381776 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:14:31.701825 tst assert_extension.py:10: start nitb and bts...\u000a16:14:31.832592 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:14:32.476404 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4674): Launched\u000a16:14:32.781600 run osmo-nitb_10.42.42.2(pid=4675): Launched\u000a16:14:32.969472 run osmo-nitb_10.42.42.2(pid=4675): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4675)]\u000a16:14:33.108648 run osmo-nitb_10.42.42.2(pid=4675): stdout: \u000a| (launched: 2022-12-13_16:14:32.632061) \u000a16:14:33.247763 run osmo-nitb_10.42.42.2(pid=4675): stderr: \u000a| (launched: 2022-12-13_16:14:32.677647)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:14:33.382342 run osmo-nitb_10.42.42.2(pid=4675): stdout: \u000a| (launched: 2022-12-13_16:14:32.632061) \u000a16:14:33.515620 run osmo-nitb_10.42.42.2(pid=4675): stderr: \u000a| (launched: 2022-12-13_16:14:32.677647)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:14:33.904219 tst osmo-nitb_10.42.42.2(pid=4675): stdout: \u000a| (launched: 2022-12-13_16:14:32.632061) \u000a16:14:34.027168 tst osmo-nitb_10.42.42.2(pid=4675): stderr: \u000a| (launched: 2022-12-13_16:14:32.677647)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:14:34.080478 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4675) [trial-2391↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4675)] [trial-2391↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a16:14:34.088561 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:14:34.123746 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4674): Terminating (SIGTERM)\u000a16:14:34.301887 --- ParallelTerminationStrategy: PID 4674 died...\u000a16:14:34.357521 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4674): Terminated: ok {rc=0}\u000a16:14:34.447213 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:14:30" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4685): Process ended prematurely: osmo-stp_10.42.42.5(pid=4685) [trial-2391↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4685)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4685): Process ended prematurely: osmo-stp_10.42.42.5(pid=4685) [trial-2391↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a16:14:36.299716 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:36.311102 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:14:36.451931 tst assert_extension.py: using LAC 34766\u000a16:14:36.570538 tst assert_extension.py: using RAC 86\u000a16:14:36.688894 tst assert_extension.py: using CellId 34766\u000a16:14:36.809659 tst assert_extension.py: using BVCI 34767\u000a16:14:36.832867 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:36.843795 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:36.854564 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:36.865150 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:36.876158 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:14:36.887304 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a16:14:37.102227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:37.616732 run create_hlr_db(pid=4679): Launched\u000a16:14:37.808525 bus /sierra_2: Setting Powered False\u000a16:14:38.827763 run create_hlr_db(pid=4679): Terminated: ok {rc=0}\u000a16:14:39.240788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4681): Launched\u000a16:14:39.551103 run osmo-hlr_10.42.42.2(pid=4682): Launched\u000a16:14:39.662750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:40.203261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4684): Launched\u000a16:14:40.511227 run osmo-stp_10.42.42.5(pid=4685): Launched\u000a16:14:40.623320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:41.183345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4687): Launched\u000a16:14:41.492310 run osmo-msc_10.42.42.6(pid=4688): Launched\u000a16:14:41.671120 run osmo-stp_10.42.42.5(pid=4685): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4685)]\u000a16:14:41.799996 run osmo-stp_10.42.42.5(pid=4685): stdout: \u000a| (launched: 2022-12-13_16:14:40.358971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:41.927023 run osmo-stp_10.42.42.5(pid=4685): stderr: \u000a| �[0;m�[38;5;43m20221213161440528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161440528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161440528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161440529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161440529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161440530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161440530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:42.049493 run osmo-stp_10.42.42.5(pid=4685): stdout: \u000a| (launched: 2022-12-13_16:14:40.358971)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:42.171334 run osmo-stp_10.42.42.5(pid=4685): stderr: \u000a| �[0;m�[38;5;43m20221213161440528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161440528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161440528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161440529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161440529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161440530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161440530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:42.224708 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4685): Process ended prematurely: osmo-stp_10.42.42.5(pid=4685) [trial-2391↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4685)] [trial-2391↪ussd:trx-umtrx↪assert_extension.py:17]\u000a16:14:42.232720 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a16:14:42.293136 run osmo-hlr_10.42.42.2(pid=4682): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4682)]\u000a16:14:42.342237 run osmo-hlr_10.42.42.2(pid=4682): stdout: \u000a| (launched: 2022-12-13_16:14:39.397128) \u000a16:14:42.392037 run osmo-hlr_10.42.42.2(pid=4682): stderr: \u000a| �[0;m�[1;31m20221213161439574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161439574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161439574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161439574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161439574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161439574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161439629 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161439638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:42.459696 run osmo-msc_10.42.42.6(pid=4688): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4688)]\u000a16:14:42.508861 run osmo-msc_10.42.42.6(pid=4688): stdout: \u000a| (launched: 2022-12-13_16:14:41.338501) \u000a16:14:42.558567 run osmo-msc_10.42.42.6(pid=4688): stderr: \u000a| �[0;m�[38;5;43m20221213161441611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161441611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63ecdcac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161441611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161441611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161441611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161441611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161441613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161441614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161441614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161441614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:42.600783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4681): Terminating (SIGTERM)\u000a16:14:42.640756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4684): Terminating (SIGTERM)\u000a16:14:42.680738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4687): Terminating (SIGTERM)\u000a16:14:42.690133 --- ParallelTerminationStrategy: PID 4681 died...\u000a16:14:42.743488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4681): Terminated: ok {rc=0}\u000a16:14:42.753068 --- ParallelTerminationStrategy: PID 4684 died...\u000a16:14:42.805894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4684): Terminated: ok {rc=0}\u000a16:14:42.815410 --- ParallelTerminationStrategy: PID 4687 died...\u000a16:14:42.868524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4687): Terminated: ok {rc=0}\u000a16:14:42.952024 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:14:36" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4699): Process ended prematurely: osmo-stp_10.42.42.5(pid=4699) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4699)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4699): Process ended prematurely: osmo-stp_10.42.42.5(pid=4699) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:14:44.910340 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:44.921742 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:14:45.079560 tst mo_mt_call.py: using LAC 34767\u000a16:14:45.203109 tst mo_mt_call.py: using RAC 87\u000a16:14:45.326260 tst mo_mt_call.py: using CellId 34767\u000a16:14:45.449978 tst mo_mt_call.py: using BVCI 34768\u000a16:14:45.473634 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:45.484732 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:45.495888 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:45.506935 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:45.518077 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:45.529150 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:14:45.654058 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:14:45.872362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:46.430504 run create_hlr_db(pid=4693): Launched\u000a16:14:46.666882 bus /sierra_2: Setting Powered False\u000a16:14:47.642913 run create_hlr_db(pid=4693): Terminated: ok {rc=0}\u000a16:14:48.131035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4695): Launched\u000a16:14:48.467438 run osmo-hlr_10.42.42.2(pid=4696): Launched\u000a16:14:48.590270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:49.173035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4698): Launched\u000a16:14:49.508851 run osmo-stp_10.42.42.5(pid=4699): Launched\u000a16:14:49.630889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:14:50.243569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4701): Launched\u000a16:14:50.580145 run osmo-msc_10.42.42.6(pid=4702): Launched\u000a16:14:50.775547 run osmo-stp_10.42.42.5(pid=4699): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4699)]\u000a16:14:50.916075 run osmo-stp_10.42.42.5(pid=4699): stdout: \u000a| (launched: 2022-12-13_16:14:49.342305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:51.055656 run osmo-stp_10.42.42.5(pid=4699): stderr: \u000a| �[0;m�[38;5;43m20221213161449534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161449535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161449535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161449535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161449536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161449536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161449536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:51.189421 run osmo-stp_10.42.42.5(pid=4699): stdout: \u000a| (launched: 2022-12-13_16:14:49.342305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:14:51.321534 run osmo-stp_10.42.42.5(pid=4699): stderr: \u000a| �[0;m�[38;5;43m20221213161449534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161449535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161449535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161449535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161449536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161449536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161449536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:14:51.380012 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4699): Process ended prematurely: osmo-stp_10.42.42.5(pid=4699) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4699)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:14:51.389792 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:14:51.453475 run osmo-hlr_10.42.42.2(pid=4696): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4696)]\u000a16:14:51.505181 run osmo-hlr_10.42.42.2(pid=4696): stdout: \u000a| (launched: 2022-12-13_16:14:48.300934) \u000a16:14:51.557766 run osmo-hlr_10.42.42.2(pid=4696): stderr: \u000a| �[0;m�[1;31m20221213161448501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161448501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161448501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161448501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161448502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161448502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161448514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161448522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161448522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161448522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:14:51.629095 run osmo-msc_10.42.42.6(pid=4702): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4702)]\u000a16:14:51.680783 run osmo-msc_10.42.42.6(pid=4702): stdout: \u000a| (launched: 2022-12-13_16:14:50.413096) \u000a16:14:51.733386 run osmo-msc_10.42.42.6(pid=4702): stderr: \u000a| �[0;m�[38;5;43m20221213161450735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161450735 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3ae289c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161450735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161450735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161450736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161450736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161450738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161450738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161450738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161450738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:14:51.778872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4695): Terminating (SIGTERM)\u000a16:14:51.822201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4698): Terminating (SIGTERM)\u000a16:14:51.865051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4701): Terminating (SIGTERM)\u000a16:14:51.874854 --- ParallelTerminationStrategy: PID 4695 died...\u000a16:14:51.932285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4695): Terminated: ok {rc=0}\u000a16:14:51.942512 --- ParallelTerminationStrategy: PID 4698 died...\u000a16:14:51.999643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4698): Terminated: ok {rc=0}\u000a16:14:52.009989 --- ParallelTerminationStrategy: PID 4701 died...\u000a16:14:52.067292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4701): Terminated: ok {rc=0}\u000a16:14:52.156422 bus /sierra_3: Setting Powered False\u000a16:14:53.265011 bus /sierra_3: Setting Powered False\u000a16:14:54.375327 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4711): Process ended prematurely: osmo-stp_10.42.42.5(pid=4711) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4711)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4711): Process ended prematurely: osmo-stp_10.42.42.5(pid=4711) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:14:55.493314 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:55.506086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:14:55.681331 tst mo_mt_call_osmux.py: using LAC 34768\u000a16:14:55.813281 tst mo_mt_call_osmux.py: using RAC 88\u000a16:14:55.943733 tst mo_mt_call_osmux.py: using CellId 34768\u000a16:14:56.077073 tst mo_mt_call_osmux.py: using BVCI 34769\u000a16:14:56.102475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:56.114179 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:56.125672 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:56.137301 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:56.149364 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:14:56.161262 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:14:56.285084 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:14:56.499085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:14:57.026208 run create_hlr_db(pid=4705): Launched\u000a16:14:57.219274 bus /sierra_2: Setting Powered False\u000a16:14:58.241366 run create_hlr_db(pid=4705): Terminated: ok {rc=0}\u000a16:14:58.687620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4707): Launched\u000a16:14:59.023217 run osmo-hlr_10.42.42.2(pid=4708): Launched\u000a16:14:59.149383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:14:59.730878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4710): Launched\u000a16:15:00.066568 run osmo-stp_10.42.42.5(pid=4711): Launched\u000a16:15:00.187734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:00.801129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4713): Launched\u000a16:15:01.223438 run osmo-msc_10.42.42.6(pid=4714): Launched\u000a16:15:01.574572 run osmo-stp_10.42.42.5(pid=4711): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4711)]\u000a16:15:01.857768 run osmo-stp_10.42.42.5(pid=4711): stdout: \u000a| (launched: 2022-12-13_16:14:59.900911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:02.024484 run osmo-stp_10.42.42.5(pid=4711): stderr: \u000a| �[0;m�[38;5;43m20221213161500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161500094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:02.155037 run osmo-stp_10.42.42.5(pid=4711): stdout: \u000a| (launched: 2022-12-13_16:14:59.900911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:02.301945 run osmo-stp_10.42.42.5(pid=4711): stderr: \u000a| �[0;m�[38;5;43m20221213161500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161500093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161500094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161500094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:02.362834 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4711): Process ended prematurely: osmo-stp_10.42.42.5(pid=4711) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4711)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:15:02.372493 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a16:15:02.437358 run osmo-hlr_10.42.42.2(pid=4708): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4708)]\u000a16:15:02.490160 run osmo-hlr_10.42.42.2(pid=4708): stdout: \u000a| (launched: 2022-12-13_16:14:58.857808) \u000a16:15:02.543539 run osmo-hlr_10.42.42.2(pid=4708): stderr: \u000a| �[0;m�[1;31m20221213161459057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161459057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161459057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161459057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161459057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161459057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161459069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161459078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161459078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161459078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:02.615821 run osmo-msc_10.42.42.6(pid=4714): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4714)]\u000a16:15:02.668838 run osmo-msc_10.42.42.6(pid=4714): stdout: \u000a| (launched: 2022-12-13_16:15:00.991030) \u000a16:15:02.722260 run osmo-msc_10.42.42.6(pid=4714): stderr: \u000a| �[0;m�[38;5;43m20221213161501598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161501598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8bf4cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161501598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161501598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161501598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161501599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161501600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161501605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161501605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161501605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:02.768297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4707): Terminating (SIGTERM)\u000a16:15:02.811542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4710): Terminating (SIGTERM)\u000a16:15:02.854982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4713): Terminating (SIGTERM)\u000a16:15:02.864889 --- ParallelTerminationStrategy: PID 4707 died...\u000a16:15:02.922490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4707): Terminated: ok {rc=0}\u000a16:15:02.932721 --- ParallelTerminationStrategy: PID 4710 died...\u000a16:15:02.989802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4710): Terminated: ok {rc=0}\u000a16:15:02.999966 --- ParallelTerminationStrategy: PID 4713 died...\u000a16:15:03.057245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4713): Terminated: ok {rc=0}\u000a16:15:03.144566 bus /sierra_3: Setting Powered False\u000a16:15:04.252535 bus /sierra_3: Setting Powered False\u000a16:15:05.362551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:14:44" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4728): Process ended prematurely: osmo-stp_10.42.42.5(pid=4728) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4728): Process ended prematurely: osmo-stp_10.42.42.5(pid=4728) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:15:07.383246 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:07.395168 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:15:07.562276 tst mo_mt_call.py: using LAC 34769\u000a16:15:07.698007 tst mo_mt_call.py: using RAC 89\u000a16:15:07.842297 tst mo_mt_call.py: using CellId 34769\u000a16:15:07.977781 tst mo_mt_call.py: using BVCI 34770\u000a16:15:08.003364 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:08.015381 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:08.027177 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:08.038979 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:08.051309 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:08.063626 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:15:08.184642 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:15:08.400549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:08.925460 run create_hlr_db(pid=4722): Launched\u000a16:15:09.118149 bus /sierra_2: Setting Powered False\u000a16:15:10.138713 run create_hlr_db(pid=4722): Terminated: ok {rc=0}\u000a16:15:10.585841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4724): Launched\u000a16:15:10.922256 run osmo-hlr_10.42.42.2(pid=4725): Launched\u000a16:15:11.046249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:11.629423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4727): Launched\u000a16:15:11.966561 run osmo-stp_10.42.42.5(pid=4728): Launched\u000a16:15:12.087858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:12.701260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4730): Launched\u000a16:15:13.038711 run osmo-msc_10.42.42.6(pid=4731): Launched\u000a16:15:13.233867 run osmo-stp_10.42.42.5(pid=4728): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)]\u000a16:15:13.375256 run osmo-stp_10.42.42.5(pid=4728): stdout: \u000a| (launched: 2022-12-13_16:15:11.799013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:13.515060 run osmo-stp_10.42.42.5(pid=4728): stderr: \u000a| �[0;m�[38;5;43m20221213161511990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161511991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161511991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161511991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161511992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161511992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161511992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:13.649345 run osmo-stp_10.42.42.5(pid=4728): stdout: \u000a| (launched: 2022-12-13_16:15:11.799013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:13.782447 run osmo-stp_10.42.42.5(pid=4728): stderr: \u000a| �[0;m�[38;5;43m20221213161511990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161511991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161511991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161511991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161511992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161511992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161511992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:13.841305 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4728): Process ended prematurely: osmo-stp_10.42.42.5(pid=4728) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4728)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:15:13.850986 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:15:13.915174 run osmo-hlr_10.42.42.2(pid=4725): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4725)]\u000a16:15:13.967647 run osmo-hlr_10.42.42.2(pid=4725): stdout: \u000a| (launched: 2022-12-13_16:15:10.755331) \u000a16:15:14.020653 run osmo-hlr_10.42.42.2(pid=4725): stderr: \u000a| �[0;m�[1;31m20221213161510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161510954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161510966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161510975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161510975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161510975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:14.093022 run osmo-msc_10.42.42.6(pid=4731): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4731)]\u000a16:15:14.145572 run osmo-msc_10.42.42.6(pid=4731): stdout: \u000a| (launched: 2022-12-13_16:15:12.871544) \u000a16:15:14.198696 run osmo-msc_10.42.42.6(pid=4731): stderr: \u000a| �[0;m�[38;5;43m20221213161513193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161513193 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd04e245c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161513193 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161513193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161513194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161513195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161513196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:14.243966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4724): Terminating (SIGTERM)\u000a16:15:14.286849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4727): Terminating (SIGTERM)\u000a16:15:14.329825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4730): Terminating (SIGTERM)\u000a16:15:14.339830 --- ParallelTerminationStrategy: PID 4724 died...\u000a16:15:14.396495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4724): Terminated: ok {rc=0}\u000a16:15:14.406675 --- ParallelTerminationStrategy: PID 4727 died...\u000a16:15:14.464247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4727): Terminated: ok {rc=0}\u000a16:15:14.475654 --- ParallelTerminationStrategy: PID 4730 died...\u000a16:15:14.531986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4730): Terminated: ok {rc=0}\u000a16:15:14.621501 bus /sierra_3: Setting Powered False\u000a16:15:15.726121 bus /sierra_3: Setting Powered False\u000a16:15:16.841387 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4739): Process ended prematurely: osmo-stp_10.42.42.5(pid=4739) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4739)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4739): Process ended prematurely: osmo-stp_10.42.42.5(pid=4739) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:17.952571 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:17.964748 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:15:18.126291 tst mo_mt_call_osmux.py: using LAC 34770\u000a16:15:18.250472 tst mo_mt_call_osmux.py: using RAC 90\u000a16:15:18.375791 tst mo_mt_call_osmux.py: using CellId 34770\u000a16:15:18.500290 tst mo_mt_call_osmux.py: using BVCI 34771\u000a16:15:18.524092 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:18.535385 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:18.546511 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:18.557546 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:18.568871 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:15:18.580043 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:15:18.704919 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:15:18.917702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:19.418585 run create_hlr_db(pid=4733): Launched\u000a16:15:19.598142 bus /sierra_2: Setting Powered False\u000a16:15:20.619223 run create_hlr_db(pid=4733): Terminated: ok {rc=0}\u000a16:15:21.038109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4735): Launched\u000a16:15:21.353103 run osmo-hlr_10.42.42.2(pid=4736): Launched\u000a16:15:21.477652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:22.026564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4738): Launched\u000a16:15:22.339725 run osmo-stp_10.42.42.5(pid=4739): Launched\u000a16:15:22.455325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:23.025332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4741): Launched\u000a16:15:23.339036 run osmo-msc_10.42.42.6(pid=4742): Launched\u000a16:15:23.521976 run osmo-stp_10.42.42.5(pid=4739): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4739)]\u000a16:15:23.653982 run osmo-stp_10.42.42.5(pid=4739): stdout: \u000a| (launched: 2022-12-13_16:15:22.184659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:23.784059 run osmo-stp_10.42.42.5(pid=4739): stderr: \u000a| �[0;m�[38;5;43m20221213161522358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161522358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161522358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161522359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161522359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161522359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161522359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:23.909447 run osmo-stp_10.42.42.5(pid=4739): stdout: \u000a| (launched: 2022-12-13_16:15:22.184659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:24.032851 run osmo-stp_10.42.42.5(pid=4739): stderr: \u000a| �[0;m�[38;5;43m20221213161522358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161522358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161522358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161522359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161522359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161522359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161522359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:24.087932 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4739): Process ended prematurely: osmo-stp_10.42.42.5(pid=4739) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4739)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:15:24.096624 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:15:24.156403 run osmo-hlr_10.42.42.2(pid=4736): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4736)]\u000a16:15:24.205713 run osmo-hlr_10.42.42.2(pid=4736): stdout: \u000a| (launched: 2022-12-13_16:15:21.197161) \u000a16:15:24.255503 run osmo-hlr_10.42.42.2(pid=4736): stderr: \u000a| �[0;m�[1;31m20221213161521374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161521374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161521374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161521374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161521374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161521374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161521386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161521395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161521395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161521395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:24.322973 run osmo-msc_10.42.42.6(pid=4742): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4742)]\u000a16:15:24.372082 run osmo-msc_10.42.42.6(pid=4742): stdout: \u000a| (launched: 2022-12-13_16:15:23.183711) \u000a16:15:24.421765 run osmo-msc_10.42.42.6(pid=4742): stderr: \u000a| �[0;m�[38;5;43m20221213161523458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161523458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5945e4dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161523458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161523458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161523459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161523459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161523460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161523461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161523461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161523461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:24.463819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4735): Terminating (SIGTERM)\u000a16:15:24.503548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4738): Terminating (SIGTERM)\u000a16:15:24.543370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4741): Terminating (SIGTERM)\u000a16:15:24.552682 --- ParallelTerminationStrategy: PID 4735 died...\u000a16:15:24.606123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4735): Terminated: ok {rc=0}\u000a16:15:24.615721 --- ParallelTerminationStrategy: PID 4738 died...\u000a16:15:24.668541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4738): Terminated: ok {rc=0}\u000a16:15:24.678138 --- ParallelTerminationStrategy: PID 4741 died...\u000a16:15:24.731067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4741): Terminated: ok {rc=0}\u000a16:15:24.815048 bus /sierra_3: Setting Powered False\u000a16:15:25.922493 bus /sierra_3: Setting Powered False\u000a16:15:27.032327 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:15:07" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4753): Process ended prematurely: osmo-stp_10.42.42.5(pid=4753) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4753): Process ended prematurely: osmo-stp_10.42.42.5(pid=4753) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:15:29.045401 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:29.057243 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:15:29.225432 tst mo_mt_call.py: using LAC 34771\u000a16:15:29.357719 tst mo_mt_call.py: using RAC 91\u000a16:15:29.489642 tst mo_mt_call.py: using CellId 34771\u000a16:15:29.622701 tst mo_mt_call.py: using BVCI 34772\u000a16:15:29.648017 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:29.659668 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:29.671172 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:29.682849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:29.694961 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:29.707154 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:15:29.828526 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:15:30.043843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:30.569712 run create_hlr_db(pid=4747): Launched\u000a16:15:30.762913 bus /sierra_2: Setting Powered False\u000a16:15:31.784693 run create_hlr_db(pid=4747): Terminated: ok {rc=0}\u000a16:15:32.245148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4749): Launched\u000a16:15:32.582443 run osmo-hlr_10.42.42.2(pid=4750): Launched\u000a16:15:32.706066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:33.289318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4752): Launched\u000a16:15:33.626991 run osmo-stp_10.42.42.5(pid=4753): Launched\u000a16:15:33.748831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:34.361239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4755): Launched\u000a16:15:34.699113 run osmo-msc_10.42.42.6(pid=4756): Launched\u000a16:15:34.894867 run osmo-stp_10.42.42.5(pid=4753): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)]\u000a16:15:35.035632 run osmo-stp_10.42.42.5(pid=4753): stdout: \u000a| (launched: 2022-12-13_16:15:33.459319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:35.175109 run osmo-stp_10.42.42.5(pid=4753): stderr: \u000a| �[0;m�[38;5;43m20221213161533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161533653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161533653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161533653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:35.308913 run osmo-stp_10.42.42.5(pid=4753): stdout: \u000a| (launched: 2022-12-13_16:15:33.459319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:35.441603 run osmo-stp_10.42.42.5(pid=4753): stderr: \u000a| �[0;m�[38;5;43m20221213161533652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161533653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161533653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161533653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161533654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:35.500299 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4753): Process ended prematurely: osmo-stp_10.42.42.5(pid=4753) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4753)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:15:35.510084 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:15:35.573743 run osmo-hlr_10.42.42.2(pid=4750): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4750)]\u000a16:15:35.625644 run osmo-hlr_10.42.42.2(pid=4750): stdout: \u000a| (launched: 2022-12-13_16:15:32.415047) \u000a16:15:35.678416 run osmo-hlr_10.42.42.2(pid=4750): stderr: \u000a| �[0;m�[1;31m20221213161532613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161532613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161532614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161532614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161532614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161532614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161532626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161532637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161532637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161532637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:35.750044 run osmo-msc_10.42.42.6(pid=4756): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4756)]\u000a16:15:35.802359 run osmo-msc_10.42.42.6(pid=4756): stdout: \u000a| (launched: 2022-12-13_16:15:34.531514) \u000a16:15:35.854943 run osmo-msc_10.42.42.6(pid=4756): stderr: \u000a| �[0;m�[38;5;43m20221213161534856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161534856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc0b6d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161534856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161534856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161534857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161534857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161534858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161534859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161534859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161534859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:35.899665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4749): Terminating (SIGTERM)\u000a16:15:35.942308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4752): Terminating (SIGTERM)\u000a16:15:35.985308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4755): Terminating (SIGTERM)\u000a16:15:35.995123 --- ParallelTerminationStrategy: PID 4749 died...\u000a16:15:36.052257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4749): Terminated: ok {rc=0}\u000a16:15:36.062484 --- ParallelTerminationStrategy: PID 4752 died...\u000a16:15:36.119613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4752): Terminated: ok {rc=0}\u000a16:15:36.129895 --- ParallelTerminationStrategy: PID 4755 died...\u000a16:15:36.186807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4755): Terminated: ok {rc=0}\u000a16:15:36.274546 bus /sierra_3: Setting Powered False\u000a16:15:37.382774 bus /sierra_3: Setting Powered False\u000a16:15:38.497403 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 77, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4764): Process ended prematurely: osmo-stp_10.42.42.5(pid=4764) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4764): Process ended prematurely: osmo-stp_10.42.42.5(pid=4764) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:15:39.610276 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:39.622443 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:15:39.791719 tst mo_mt_call_osmux.py: using LAC 34772\u000a16:15:39.923862 tst mo_mt_call_osmux.py: using RAC 92\u000a16:15:40.055041 tst mo_mt_call_osmux.py: using CellId 34772\u000a16:15:40.185692 tst mo_mt_call_osmux.py: using BVCI 34773\u000a16:15:40.211072 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:40.223115 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:40.234762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:40.246430 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:40.258652 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:15:40.270699 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:15:40.394274 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:15:40.604239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:41.109998 run create_hlr_db(pid=4758): Launched\u000a16:15:41.291199 bus /sierra_2: Setting Powered False\u000a16:15:42.312310 run create_hlr_db(pid=4758): Terminated: ok {rc=0}\u000a16:15:42.744451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4760): Launched\u000a16:15:43.059896 run osmo-hlr_10.42.42.2(pid=4761): Launched\u000a16:15:43.183042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:43.734333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4763): Launched\u000a16:15:44.048619 run osmo-stp_10.42.42.5(pid=4764): Launched\u000a16:15:44.161585 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:44.737177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4766): Launched\u000a16:15:45.054419 run osmo-msc_10.42.42.6(pid=4767): Launched\u000a16:15:45.237873 run osmo-stp_10.42.42.5(pid=4764): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)]\u000a16:15:45.370377 run osmo-stp_10.42.42.5(pid=4764): stdout: \u000a| (launched: 2022-12-13_16:15:43.893610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:45.501196 run osmo-stp_10.42.42.5(pid=4764): stderr: \u000a| �[0;m�[38;5;43m20221213161544067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161544067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161544067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161544067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161544068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161544068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161544068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:45.626794 run osmo-stp_10.42.42.5(pid=4764): stdout: \u000a| (launched: 2022-12-13_16:15:43.893610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:45.751206 run osmo-stp_10.42.42.5(pid=4764): stderr: \u000a| �[0;m�[38;5;43m20221213161544067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161544067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161544067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161544067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161544068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161544068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161544068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:45.806412 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4764): Process ended prematurely: osmo-stp_10.42.42.5(pid=4764) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4764)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:15:45.815372 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:15:45.904879 run osmo-hlr_10.42.42.2(pid=4761): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4761)]\u000a16:15:45.960879 run osmo-hlr_10.42.42.2(pid=4761): stdout: \u000a| (launched: 2022-12-13_16:15:42.904133) \u000a16:15:46.018213 run osmo-hlr_10.42.42.2(pid=4761): stderr: \u000a| �[0;m�[1;31m20221213161543081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161543081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161543081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161543081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161543081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161543081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161543093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161543101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161543102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161543102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:46.100885 run osmo-msc_10.42.42.6(pid=4767): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4767)]\u000a16:15:46.162197 run osmo-msc_10.42.42.6(pid=4767): stdout: \u000a| (launched: 2022-12-13_16:15:44.896318) \u000a16:15:46.223894 run osmo-msc_10.42.42.6(pid=4767): stderr: \u000a| �[0;m�[38;5;43m20221213161545170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161545170 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e7311ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161545170 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161545170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161545170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161545171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161545172 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161545173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161545173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161545173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:46.277646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4760): Terminating (SIGTERM)\u000a16:15:46.329287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4763): Terminating (SIGTERM)\u000a16:15:46.381224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4766): Terminating (SIGTERM)\u000a16:15:46.392282 --- ParallelTerminationStrategy: PID 4760 died...\u000a16:15:46.460238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4760): Terminated: ok {rc=0}\u000a16:15:46.473280 --- ParallelTerminationStrategy: PID 4763 died...\u000a16:15:46.537535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4763): Terminated: ok {rc=0}\u000a16:15:46.548635 --- ParallelTerminationStrategy: PID 4766 died...\u000a16:15:46.609483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4766): Terminated: ok {rc=0}\u000a16:15:46.703528 bus /sierra_3: Setting Powered False\u000a16:15:47.812337 bus /sierra_3: Setting Powered False\u000a16:15:48.922767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:15:28" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4779): Process ended prematurely: osmo-stp_10.42.42.5(pid=4779) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4779)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4779): Process ended prematurely: osmo-stp_10.42.42.5(pid=4779) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:15:50.926666 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:15:50.938640 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:15:51.109564 tst mo_mt_call.py: using LAC 34773\u000a16:15:51.241443 tst mo_mt_call.py: using RAC 93\u000a16:15:51.373735 tst mo_mt_call.py: using CellId 34773\u000a16:15:51.503973 tst mo_mt_call.py: using BVCI 34774\u000a16:15:51.529663 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:15:51.541586 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:15:51.553317 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:15:51.565079 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:15:51.577348 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:15:51.589465 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:15:51.707788 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:15:51.928395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:15:52.454524 run create_hlr_db(pid=4773): Launched\u000a16:15:52.647162 bus /sierra_2: Setting Powered False\u000a16:15:53.668725 run create_hlr_db(pid=4773): Terminated: ok {rc=0}\u000a16:15:54.089573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4775): Launched\u000a16:15:54.405192 run osmo-hlr_10.42.42.2(pid=4776): Launched\u000a16:15:54.520756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:15:55.066557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4778): Launched\u000a16:15:55.379482 run osmo-stp_10.42.42.5(pid=4779): Launched\u000a16:15:55.492832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:15:56.065174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4781): Launched\u000a16:15:56.378573 run osmo-msc_10.42.42.6(pid=4782): Launched\u000a16:15:56.561114 run osmo-stp_10.42.42.5(pid=4779): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4779)]\u000a16:15:56.694518 run osmo-stp_10.42.42.5(pid=4779): stdout: \u000a| (launched: 2022-12-13_16:15:55.225354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:56.823878 run osmo-stp_10.42.42.5(pid=4779): stderr: \u000a| �[0;m�[38;5;43m20221213161555398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161555398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161555399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161555399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161555400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161555400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161555400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:56.948143 run osmo-stp_10.42.42.5(pid=4779): stdout: \u000a| (launched: 2022-12-13_16:15:55.225354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:15:57.071376 run osmo-stp_10.42.42.5(pid=4779): stderr: \u000a| �[0;m�[38;5;43m20221213161555398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161555398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161555399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161555399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161555400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161555400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161555400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:15:57.126004 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4779): Process ended prematurely: osmo-stp_10.42.42.5(pid=4779) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4779)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:15:57.134877 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:15:57.194808 run osmo-hlr_10.42.42.2(pid=4776): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4776)]\u000a16:15:57.244010 run osmo-hlr_10.42.42.2(pid=4776): stdout: \u000a| (launched: 2022-12-13_16:15:54.248635) \u000a16:15:57.293735 run osmo-hlr_10.42.42.2(pid=4776): stderr: \u000a| �[0;m�[1;31m20221213161554426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161554427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161554427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161554427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161554427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161554427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161554440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161554448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161554448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161554449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:15:57.361191 run osmo-msc_10.42.42.6(pid=4782): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4782)]\u000a16:15:57.410345 run osmo-msc_10.42.42.6(pid=4782): stdout: \u000a| (launched: 2022-12-13_16:15:56.223562) \u000a16:15:57.460203 run osmo-msc_10.42.42.6(pid=4782): stderr: \u000a| �[0;m�[38;5;43m20221213161556498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161556498 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b74cbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161556498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161556498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161556498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161556499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161556500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161556501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161556501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161556501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:15:57.502481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4775): Terminating (SIGTERM)\u000a16:15:57.542333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4778): Terminating (SIGTERM)\u000a16:15:57.582175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4781): Terminating (SIGTERM)\u000a16:15:57.591406 --- ParallelTerminationStrategy: PID 4775 died...\u000a16:15:57.644981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4775): Terminated: ok {rc=0}\u000a16:15:57.654617 --- ParallelTerminationStrategy: PID 4778 died...\u000a16:15:57.707540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4778): Terminated: ok {rc=0}\u000a16:15:57.717055 --- ParallelTerminationStrategy: PID 4781 died...\u000a16:15:57.769977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4781): Terminated: ok {rc=0}\u000a16:15:57.855088 bus /sierra_3: Setting Powered False\u000a16:15:58.963404 bus /sierra_3: Setting Powered False\u000a16:16:00.077197 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4790): Process ended prematurely: osmo-stp_10.42.42.5(pid=4790) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4790): Process ended prematurely: osmo-stp_10.42.42.5(pid=4790) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:16:01.224306 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:16:01.242497 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:16:01.438726 tst mo_mt_call_osmux.py: using LAC 34774\u000a16:16:01.575335 tst mo_mt_call_osmux.py: using RAC 94\u000a16:16:01.704630 tst mo_mt_call_osmux.py: using CellId 34774\u000a16:16:01.862075 tst mo_mt_call_osmux.py: using BVCI 34775\u000a16:16:01.895069 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:16:01.908402 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:16:01.921720 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:16:01.937142 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:16:01.951421 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:16:01.964449 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:16:02.093216 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:16:02.305328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:02.809881 run create_hlr_db(pid=4784): Launched\u000a16:16:02.990250 bus /sierra_2: Setting Powered False\u000a16:16:04.011316 run create_hlr_db(pid=4784): Terminated: ok {rc=0}\u000a16:16:04.459763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4786): Launched\u000a16:16:04.796614 run osmo-hlr_10.42.42.2(pid=4787): Launched\u000a16:16:04.919182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:05.501281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4789): Launched\u000a16:16:05.838507 run osmo-stp_10.42.42.5(pid=4790): Launched\u000a16:16:05.960306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:06.571772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4792): Launched\u000a16:16:06.909225 run osmo-msc_10.42.42.6(pid=4793): Launched\u000a16:16:07.105481 run osmo-stp_10.42.42.5(pid=4790): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)]\u000a16:16:07.247151 run osmo-stp_10.42.42.5(pid=4790): stdout: \u000a| (launched: 2022-12-13_16:16:05.671411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:07.387246 run osmo-stp_10.42.42.5(pid=4790): stderr: \u000a| �[0;m�[38;5;43m20221213161605865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161605866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161605866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161605866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161605867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161605867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161605867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:07.521612 run osmo-stp_10.42.42.5(pid=4790): stdout: \u000a| (launched: 2022-12-13_16:16:05.671411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:07.654606 run osmo-stp_10.42.42.5(pid=4790): stderr: \u000a| �[0;m�[38;5;43m20221213161605865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161605866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161605866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161605866 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161605867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161605867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161605867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:07.713412 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4790): Process ended prematurely: osmo-stp_10.42.42.5(pid=4790) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4790)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:16:07.722823 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a16:16:07.786913 run osmo-hlr_10.42.42.2(pid=4787): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4787)]\u000a16:16:07.839833 run osmo-hlr_10.42.42.2(pid=4787): stdout: \u000a| (launched: 2022-12-13_16:16:04.630154) \u000a16:16:07.893021 run osmo-hlr_10.42.42.2(pid=4787): stderr: \u000a| �[0;m�[1;31m20221213161604829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161604829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161604829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161604829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161604829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161604829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161604841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161604850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161604850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161604850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:07.965109 run osmo-msc_10.42.42.6(pid=4793): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4793)]\u000a16:16:08.017396 run osmo-msc_10.42.42.6(pid=4793): stdout: \u000a| (launched: 2022-12-13_16:16:06.741488) \u000a16:16:08.070203 run osmo-msc_10.42.42.6(pid=4793): stderr: \u000a| �[0;m�[38;5;43m20221213161607064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161607064 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f066b211c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161607064 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161607064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161607065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161607065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161607066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161607067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161607067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161607067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:08.115406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4786): Terminating (SIGTERM)\u000a16:16:08.158159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4789): Terminating (SIGTERM)\u000a16:16:08.200940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4792): Terminating (SIGTERM)\u000a16:16:08.210886 --- ParallelTerminationStrategy: PID 4786 died...\u000a16:16:08.267935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4786): Terminated: ok {rc=0}\u000a16:16:08.278045 --- ParallelTerminationStrategy: PID 4789 died...\u000a16:16:08.334970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4789): Terminated: ok {rc=0}\u000a16:16:08.345140 --- ParallelTerminationStrategy: PID 4792 died...\u000a16:16:08.402016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4792): Terminated: ok {rc=0}\u000a16:16:08.490425 bus /sierra_3: Setting Powered False\u000a16:16:09.597586 bus /sierra_3: Setting Powered False\u000a16:16:10.705011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:15:50" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:16:12.718167 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:12.730014 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:16:12.897172 tst mo_mt_call.py: using LAC 34775\u000a16:16:13.028103 tst mo_mt_call.py: using RAC 95\u000a16:16:13.159565 tst mo_mt_call.py: using CellId 34775\u000a16:16:13.289422 tst mo_mt_call.py: using BVCI 34776\u000a16:16:13.314751 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:13.326486 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:13.337937 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:13.349430 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:13.361459 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:13.373271 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:16:13.492341 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:16:13.703613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:14.203893 run create_hlr_db(pid=4798): Launched\u000a16:16:14.383598 bus /sierra_2: Setting Powered False\u000a16:16:15.404799 run create_hlr_db(pid=4798): Terminated: ok {rc=0}\u000a16:16:15.823378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Launched\u000a16:16:16.272702 run osmo-hlr_10.42.42.2(pid=4801): Launched\u000a16:16:16.459874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:17.079790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Launched\u000a16:16:17.396395 run osmo-stp_10.42.42.5(pid=4804): Launched\u000a16:16:17.509729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:18.080262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4806): Launched\u000a16:16:18.395622 run osmo-msc_10.42.42.6(pid=4807): Launched\u000a16:16:18.578282 run osmo-stp_10.42.42.5(pid=4804): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)]\u000a16:16:18.710197 run osmo-stp_10.42.42.5(pid=4804): stdout: \u000a| (launched: 2022-12-13_16:16:17.242093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:18.840581 run osmo-stp_10.42.42.5(pid=4804): stderr: \u000a| �[0;m�[38;5;43m20221213161617412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161617412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161617412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161617413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161617413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161617413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161617413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:18.965299 run osmo-stp_10.42.42.5(pid=4804): stdout: \u000a| (launched: 2022-12-13_16:16:17.242093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:19.088267 run osmo-stp_10.42.42.5(pid=4804): stderr: \u000a| �[0;m�[38;5;43m20221213161617412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161617412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161617412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161617413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161617413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161617413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161617413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:19.143158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4804): Process ended prematurely: osmo-stp_10.42.42.5(pid=4804) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4804)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:16:19.151968 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:16:19.212474 run osmo-hlr_10.42.42.2(pid=4801): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4801)]\u000a16:16:19.261519 run osmo-hlr_10.42.42.2(pid=4801): stdout: \u000a| (launched: 2022-12-13_16:16:16.002944) \u000a16:16:19.311194 run osmo-hlr_10.42.42.2(pid=4801): stderr: \u000a| �[0;m�[1;31m20221213161616192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161616192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161616192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161616192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161616192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161616192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161616214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161616223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161616223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161616223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:19.378775 run osmo-msc_10.42.42.6(pid=4807): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4807)]\u000a16:16:19.427950 run osmo-msc_10.42.42.6(pid=4807): stdout: \u000a| (launched: 2022-12-13_16:16:18.238738) \u000a16:16:19.477526 run osmo-msc_10.42.42.6(pid=4807): stderr: \u000a| �[0;m�[38;5;43m20221213161618513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161618513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f124c0c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161618513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161618513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161618515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161618515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161618516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161618516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:19.519571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Terminating (SIGTERM)\u000a16:16:19.559381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Terminating (SIGTERM)\u000a16:16:19.599018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4806): Terminating (SIGTERM)\u000a16:16:19.608222 --- ParallelTerminationStrategy: PID 4800 died...\u000a16:16:19.661434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4800): Terminated: ok {rc=0}\u000a16:16:19.671062 --- ParallelTerminationStrategy: PID 4803 died...\u000a16:16:19.724187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4803): Terminated: ok {rc=0}\u000a16:16:19.733788 --- ParallelTerminationStrategy: PID 4806 died...\u000a16:16:19.787142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4806): Terminated: ok {rc=0}\u000a16:16:19.876529 bus /sierra_3: Setting Powered False\u000a16:16:20.981033 bus /sierra_3: Setting Powered False\u000a16:16:22.088451 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 76, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4815): Process ended prematurely: osmo-stp_10.42.42.5(pid=4815) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4815)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4815): Process ended prematurely: osmo-stp_10.42.42.5(pid=4815) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:16:23.205488 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:23.217931 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:16:23.392894 tst mo_mt_call_osmux.py: using LAC 34776\u000a16:16:23.521426 tst mo_mt_call_osmux.py: using RAC 96\u000a16:16:23.649527 tst mo_mt_call_osmux.py: using CellId 34776\u000a16:16:23.772465 tst mo_mt_call_osmux.py: using BVCI 34777\u000a16:16:23.796664 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:23.808058 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:23.819248 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:23.830440 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:23.841862 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:16:23.852900 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:16:23.971386 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:16:24.184474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:24.685874 run create_hlr_db(pid=4809): Launched\u000a16:16:24.864867 bus /sierra_2: Setting Powered False\u000a16:16:25.887044 run create_hlr_db(pid=4809): Terminated: ok {rc=0}\u000a16:16:26.305856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4811): Launched\u000a16:16:26.620388 run osmo-hlr_10.42.42.2(pid=4812): Launched\u000a16:16:26.744518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:27.298082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4814): Launched\u000a16:16:27.612689 run osmo-stp_10.42.42.5(pid=4815): Launched\u000a16:16:27.724907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:28.300205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4817): Launched\u000a16:16:28.616302 run osmo-msc_10.42.42.6(pid=4818): Launched\u000a16:16:28.799987 run osmo-stp_10.42.42.5(pid=4815): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4815)]\u000a16:16:28.933339 run osmo-stp_10.42.42.5(pid=4815): stdout: \u000a| (launched: 2022-12-13_16:16:27.457078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:29.064196 run osmo-stp_10.42.42.5(pid=4815): stderr: \u000a| �[0;m�[38;5;43m20221213161627629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161627629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161627629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161627630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161627630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161627630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161627630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:29.189656 run osmo-stp_10.42.42.5(pid=4815): stdout: \u000a| (launched: 2022-12-13_16:16:27.457078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:29.313753 run osmo-stp_10.42.42.5(pid=4815): stderr: \u000a| �[0;m�[38;5;43m20221213161627629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161627629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161627629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161627630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161627630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161627630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161627630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:29.368608 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4815): Process ended prematurely: osmo-stp_10.42.42.5(pid=4815) [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4815)] [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:16:29.377311 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:16:29.438070 run osmo-hlr_10.42.42.2(pid=4812): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4812)]\u000a16:16:29.487924 run osmo-hlr_10.42.42.2(pid=4812): stdout: \u000a| (launched: 2022-12-13_16:16:26.464934) \u000a16:16:29.538263 run osmo-hlr_10.42.42.2(pid=4812): stderr: \u000a| �[0;m�[1;31m20221213161626645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161626645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161626645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161626645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161626645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161626646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161626657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161626666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161626667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161626667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:29.607032 run osmo-msc_10.42.42.6(pid=4818): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4818)]\u000a16:16:29.656450 run osmo-msc_10.42.42.6(pid=4818): stdout: \u000a| (launched: 2022-12-13_16:16:28.459240) \u000a16:16:29.706541 run osmo-msc_10.42.42.6(pid=4818): stderr: \u000a| �[0;m�[38;5;43m20221213161628734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161628734 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3db438cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161628734 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161628734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161628734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161628735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161628736 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161628737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161628737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161628737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:29.749152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4811): Terminating (SIGTERM)\u000a16:16:29.789364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4814): Terminating (SIGTERM)\u000a16:16:29.829949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4817): Terminating (SIGTERM)\u000a16:16:29.839421 --- ParallelTerminationStrategy: PID 4811 died...\u000a16:16:29.893774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4811): Terminated: ok {rc=0}\u000a16:16:29.903570 --- ParallelTerminationStrategy: PID 4814 died...\u000a16:16:29.957550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4814): Terminated: ok {rc=0}\u000a16:16:29.967318 --- ParallelTerminationStrategy: PID 4817 died...\u000a16:16:30.021272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4817): Terminated: ok {rc=0}\u000a16:16:30.110255 bus /sierra_3: Setting Powered False\u000a16:16:31.214242 bus /sierra_3: Setting Powered False\u000a16:16:32.328543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:16:12" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4829): Process ended prematurely: osmo-stp_10.42.42.5(pid=4829) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4829)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4829): Process ended prematurely: osmo-stp_10.42.42.5(pid=4829) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:16:34.335091 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:34.347139 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:16:34.521250 tst mo_mt_call.py: using LAC 34777\u000a16:16:34.652723 tst mo_mt_call.py: using RAC 97\u000a16:16:34.781656 tst mo_mt_call.py: using CellId 34777\u000a16:16:34.912397 tst mo_mt_call.py: using BVCI 34778\u000a16:16:34.938035 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:34.949803 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:34.961473 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:34.973134 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:34.985158 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:34.997508 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:16:35.117526 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:16:35.334295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:35.860781 run create_hlr_db(pid=4823): Launched\u000a16:16:36.053561 bus /sierra_2: Setting Powered False\u000a16:16:37.074604 run create_hlr_db(pid=4823): Terminated: ok {rc=0}\u000a16:16:37.495051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4825): Launched\u000a16:16:37.808785 run osmo-hlr_10.42.42.2(pid=4826): Launched\u000a16:16:37.922892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:38.467567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4828): Launched\u000a16:16:38.780788 run osmo-stp_10.42.42.5(pid=4829): Launched\u000a16:16:38.894951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:39.468103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4831): Launched\u000a16:16:39.784396 run osmo-msc_10.42.42.6(pid=4832): Launched\u000a16:16:39.967664 run osmo-stp_10.42.42.5(pid=4829): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4829)]\u000a16:16:40.098916 run osmo-stp_10.42.42.5(pid=4829): stdout: \u000a| (launched: 2022-12-13_16:16:38.625741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:40.228235 run osmo-stp_10.42.42.5(pid=4829): stderr: \u000a| �[0;m�[38;5;43m20221213161638799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161638799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161638799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161638799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161638800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161638800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161638800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:40.353077 run osmo-stp_10.42.42.5(pid=4829): stdout: \u000a| (launched: 2022-12-13_16:16:38.625741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:40.476344 run osmo-stp_10.42.42.5(pid=4829): stderr: \u000a| �[0;m�[38;5;43m20221213161638799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161638799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161638799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161638799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161638800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161638800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161638800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:40.531200 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4829): Process ended prematurely: osmo-stp_10.42.42.5(pid=4829) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4829)] [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:16:40.539734 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:16:40.599617 run osmo-hlr_10.42.42.2(pid=4826): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4826)]\u000a16:16:40.648881 run osmo-hlr_10.42.42.2(pid=4826): stdout: \u000a| (launched: 2022-12-13_16:16:37.653439) \u000a16:16:40.699040 run osmo-hlr_10.42.42.2(pid=4826): stderr: \u000a| �[0;m�[1;31m20221213161637832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161637832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161637832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161637832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161637832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161637832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161637867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161637876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161637877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161637877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:40.766798 run osmo-msc_10.42.42.6(pid=4832): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4832)]\u000a16:16:40.815805 run osmo-msc_10.42.42.6(pid=4832): stdout: \u000a| (launched: 2022-12-13_16:16:39.626742) \u000a16:16:40.865415 run osmo-msc_10.42.42.6(pid=4832): stderr: \u000a| �[0;m�[38;5;43m20221213161639900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161639900 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecb5931c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161639900 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161639900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161639900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161639900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161639902 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161639903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161639903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161639903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:40.907424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4825): Terminating (SIGTERM)\u000a16:16:40.947326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4828): Terminating (SIGTERM)\u000a16:16:40.987255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4831): Terminating (SIGTERM)\u000a16:16:40.996441 --- ParallelTerminationStrategy: PID 4825 died...\u000a16:16:41.050442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4825): Terminated: ok {rc=0}\u000a16:16:41.059961 --- ParallelTerminationStrategy: PID 4828 died...\u000a16:16:41.112932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4828): Terminated: ok {rc=0}\u000a16:16:41.122464 --- ParallelTerminationStrategy: PID 4831 died...\u000a16:16:41.175316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4831): Terminated: ok {rc=0}\u000a16:16:41.264316 bus /sierra_3: Setting Powered False\u000a16:16:42.367555 bus /sierra_3: Setting Powered False\u000a16:16:43.478402 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4840): Process ended prematurely: osmo-stp_10.42.42.5(pid=4840) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4840)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4840): Process ended prematurely: osmo-stp_10.42.42.5(pid=4840) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:16:44.589872 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:44.602092 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:16:44.767309 tst mo_mt_call_osmux.py: using LAC 34778\u000a16:16:44.887528 tst mo_mt_call_osmux.py: using RAC 98\u000a16:16:45.009641 tst mo_mt_call_osmux.py: using CellId 34778\u000a16:16:45.136379 tst mo_mt_call_osmux.py: using BVCI 34779\u000a16:16:45.160020 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:45.171485 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:45.182749 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:45.193995 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:45.205409 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:16:45.216573 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:16:45.334919 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:16:45.551121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:46.139697 run create_hlr_db(pid=4834): Launched\u000a16:16:46.336269 bus /sierra_2: Setting Powered False\u000a16:16:47.357263 run create_hlr_db(pid=4834): Terminated: ok {rc=0}\u000a16:16:47.805664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4836): Launched\u000a16:16:48.141646 run osmo-hlr_10.42.42.2(pid=4837): Launched\u000a16:16:48.265439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:16:48.846658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4839): Launched\u000a16:16:49.183469 run osmo-stp_10.42.42.5(pid=4840): Launched\u000a16:16:49.303369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:16:49.915949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4842): Launched\u000a16:16:50.253818 run osmo-msc_10.42.42.6(pid=4843): Launched\u000a16:16:50.449155 run osmo-stp_10.42.42.5(pid=4840): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4840)]\u000a16:16:50.590524 run osmo-stp_10.42.42.5(pid=4840): stdout: \u000a| (launched: 2022-12-13_16:16:49.016235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:50.730094 run osmo-stp_10.42.42.5(pid=4840): stderr: \u000a| �[0;m�[38;5;43m20221213161649209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161649209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161649209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161649209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161649210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161649210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161649210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:50.864270 run osmo-stp_10.42.42.5(pid=4840): stdout: \u000a| (launched: 2022-12-13_16:16:49.016235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:16:50.996795 run osmo-stp_10.42.42.5(pid=4840): stderr: \u000a| �[0;m�[38;5;43m20221213161649209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161649209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161649209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161649209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161649210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161649210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161649210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:16:51.055425 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4840): Process ended prematurely: osmo-stp_10.42.42.5(pid=4840) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4840)] [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:16:51.064880 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:16:51.128102 run osmo-hlr_10.42.42.2(pid=4837): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4837)]\u000a16:16:51.180712 run osmo-hlr_10.42.42.2(pid=4837): stdout: \u000a| (launched: 2022-12-13_16:16:47.976189) \u000a16:16:51.232993 run osmo-hlr_10.42.42.2(pid=4837): stderr: \u000a| �[0;m�[1;31m20221213161648175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161648175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161648175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161648175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161648175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161648175 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161648187 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161648196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161648196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161648196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:16:51.304118 run osmo-msc_10.42.42.6(pid=4843): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4843)]\u000a16:16:51.355583 run osmo-msc_10.42.42.6(pid=4843): stdout: \u000a| (launched: 2022-12-13_16:16:50.085410) \u000a16:16:51.407420 run osmo-msc_10.42.42.6(pid=4843): stderr: \u000a| �[0;m�[38;5;43m20221213161650408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161650409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a7812cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161650409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161650409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161650409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161650409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161650411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161650411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161650411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161650411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:16:51.452222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4836): Terminating (SIGTERM)\u000a16:16:51.494728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4839): Terminating (SIGTERM)\u000a16:16:51.537219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4842): Terminating (SIGTERM)\u000a16:16:51.546649 --- ParallelTerminationStrategy: PID 4836 died...\u000a16:16:51.603362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4836): Terminated: ok {rc=0}\u000a16:16:51.613545 --- ParallelTerminationStrategy: PID 4839 died...\u000a16:16:51.670033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4839): Terminated: ok {rc=0}\u000a16:16:51.680078 --- ParallelTerminationStrategy: PID 4842 died...\u000a16:16:51.736500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4842): Terminated: ok {rc=0}\u000a16:16:51.823693 bus /sierra_3: Setting Powered False\u000a16:16:52.929898 bus /sierra_3: Setting Powered False\u000a16:16:54.041474 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:16:34" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4854): Process ended prematurely: osmo-stp_10.42.42.5(pid=4854) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4854): Process ended prematurely: osmo-stp_10.42.42.5(pid=4854) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:16:56.033557 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:16:56.044612 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:16:56.203658 tst mo_mt_call.py: using LAC 34779\u000a16:16:56.328793 tst mo_mt_call.py: using RAC 99\u000a16:16:56.452286 tst mo_mt_call.py: using CellId 34779\u000a16:16:56.575812 tst mo_mt_call.py: using BVCI 34780\u000a16:16:56.599618 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:16:56.610610 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:16:56.621398 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:16:56.632106 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:16:56.643401 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:16:56.654475 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:16:56.776683 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:16:56.983942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:16:57.484215 run create_hlr_db(pid=4848): Launched\u000a16:16:57.665045 bus /sierra_2: Setting Powered False\u000a16:16:58.686960 run create_hlr_db(pid=4848): Terminated: ok {rc=0}\u000a16:16:59.132102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4850): Launched\u000a16:16:59.469900 run osmo-hlr_10.42.42.2(pid=4851): Launched\u000a16:16:59.594217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:00.174716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4853): Launched\u000a16:17:00.510280 run osmo-stp_10.42.42.5(pid=4854): Launched\u000a16:17:00.631871 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:01.255886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4856): Launched\u000a16:17:01.635886 run osmo-msc_10.42.42.6(pid=4860): Launched\u000a16:17:02.024526 run osmo-stp_10.42.42.5(pid=4854): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)]\u000a16:17:02.376779 run osmo-stp_10.42.42.5(pid=4854): stdout: \u000a| (launched: 2022-12-13_16:17:00.343728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:02.544627 run osmo-stp_10.42.42.5(pid=4854): stderr: \u000a| �[0;m�[38;5;43m20221213161700538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161700538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161700539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161700539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161700540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161700540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161700540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:02.678229 run osmo-stp_10.42.42.5(pid=4854): stdout: \u000a| (launched: 2022-12-13_16:17:00.343728)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:02.810215 run osmo-stp_10.42.42.5(pid=4854): stderr: \u000a| �[0;m�[38;5;43m20221213161700538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161700538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161700539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161700539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161700540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161700540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161700540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:02.869251 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4854): Process ended prematurely: osmo-stp_10.42.42.5(pid=4854) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4854)] [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:17:02.878653 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a16:17:02.942539 run osmo-hlr_10.42.42.2(pid=4851): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4851)]\u000a16:17:02.994964 run osmo-hlr_10.42.42.2(pid=4851): stdout: \u000a| (launched: 2022-12-13_16:16:59.302312) \u000a16:17:03.048022 run osmo-hlr_10.42.42.2(pid=4851): stderr: \u000a| �[0;m�[1;31m20221213161659500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161659500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161659500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161659500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161659500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161659500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161659513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161659522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161659522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161659522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:03.119998 run osmo-msc_10.42.42.6(pid=4860): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4860)]\u000a16:17:03.172233 run osmo-msc_10.42.42.6(pid=4860): stdout: \u000a| (launched: 2022-12-13_16:17:01.418758) \u000a16:17:03.225238 run osmo-msc_10.42.42.6(pid=4860): stderr: \u000a| �[0;m�[38;5;43m20221213161701980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161701980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0a49f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161701980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161701980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161701983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161701983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161701991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161701993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161701993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161701993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:03.270650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4850): Terminating (SIGTERM)\u000a16:17:03.313661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4853): Terminating (SIGTERM)\u000a16:17:03.356536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4856): Terminating (SIGTERM)\u000a16:17:03.366397 --- ParallelTerminationStrategy: PID 4850 died...\u000a16:17:03.423503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4850): Terminated: ok {rc=0}\u000a16:17:03.433762 --- ParallelTerminationStrategy: PID 4853 died...\u000a16:17:03.490638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4853): Terminated: ok {rc=0}\u000a16:17:03.500738 --- ParallelTerminationStrategy: PID 4856 died...\u000a16:17:03.557485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4856): Terminated: ok {rc=0}\u000a16:17:03.645869 bus /sierra_3: Setting Powered False\u000a16:17:04.751835 bus /sierra_3: Setting Powered False\u000a16:17:05.860325 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4868): Process ended prematurely: osmo-stp_10.42.42.5(pid=4868) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4868)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4868): Process ended prematurely: osmo-stp_10.42.42.5(pid=4868) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:17:06.978830 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:17:06.991229 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:17:07.162815 tst mo_mt_call_osmux.py: using LAC 34780\u000a16:17:07.295468 tst mo_mt_call_osmux.py: using RAC 100\u000a16:17:07.427257 tst mo_mt_call_osmux.py: using CellId 34780\u000a16:17:07.559248 tst mo_mt_call_osmux.py: using BVCI 34781\u000a16:17:07.584592 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:17:07.596112 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:17:07.607607 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:17:07.619130 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:17:07.630960 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:17:07.642669 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:17:07.765614 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:17:07.974541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:08.479831 run create_hlr_db(pid=4862): Launched\u000a16:17:08.660303 bus /sierra_2: Setting Powered False\u000a16:17:09.682075 run create_hlr_db(pid=4862): Terminated: ok {rc=0}\u000a16:17:10.130769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4864): Launched\u000a16:17:10.469244 run osmo-hlr_10.42.42.2(pid=4865): Launched\u000a16:17:10.597491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:11.182146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4867): Launched\u000a16:17:11.518873 run osmo-stp_10.42.42.5(pid=4868): Launched\u000a16:17:11.641531 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:12.260888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4870): Launched\u000a16:17:12.597849 run osmo-msc_10.42.42.6(pid=4871): Launched\u000a16:17:12.794234 run osmo-stp_10.42.42.5(pid=4868): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4868)]\u000a16:17:12.935959 run osmo-stp_10.42.42.5(pid=4868): stdout: \u000a| (launched: 2022-12-13_16:17:11.352723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:13.075889 run osmo-stp_10.42.42.5(pid=4868): stderr: \u000a| �[0;m�[38;5;43m20221213161711546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161711546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161711547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161711547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161711547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161711547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161711547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:13.210165 run osmo-stp_10.42.42.5(pid=4868): stdout: \u000a| (launched: 2022-12-13_16:17:11.352723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:13.343345 run osmo-stp_10.42.42.5(pid=4868): stderr: \u000a| �[0;m�[38;5;43m20221213161711546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161711546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161711547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161711547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161711547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161711547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161711547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:13.402209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4868): Process ended prematurely: osmo-stp_10.42.42.5(pid=4868) [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4868)] [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:17:13.411818 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:17:13.475809 run osmo-hlr_10.42.42.2(pid=4865): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4865)]\u000a16:17:13.527986 run osmo-hlr_10.42.42.2(pid=4865): stdout: \u000a| (launched: 2022-12-13_16:17:10.301240) \u000a16:17:13.580861 run osmo-hlr_10.42.42.2(pid=4865): stderr: \u000a| �[0;m�[1;31m20221213161710502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161710502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161710502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161710502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161710502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161710503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161710515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161710525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161710525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161710525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:13.652264 run osmo-msc_10.42.42.6(pid=4871): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4871)]\u000a16:17:13.704350 run osmo-msc_10.42.42.6(pid=4871): stdout: \u000a| (launched: 2022-12-13_16:17:12.431128) \u000a16:17:13.757003 run osmo-msc_10.42.42.6(pid=4871): stderr: \u000a| �[0;m�[38;5;43m20221213161712755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161712755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6744abec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161712755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161712755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161712755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161712755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161712757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161712758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161712758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161712758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:13.801742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4864): Terminating (SIGTERM)\u000a16:17:13.844798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4867): Terminating (SIGTERM)\u000a16:17:13.887424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4870): Terminating (SIGTERM)\u000a16:17:13.897330 --- ParallelTerminationStrategy: PID 4864 died...\u000a16:17:13.954418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4864): Terminated: ok {rc=0}\u000a16:17:13.964692 --- ParallelTerminationStrategy: PID 4867 died...\u000a16:17:14.021251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4867): Terminated: ok {rc=0}\u000a16:17:14.031423 --- ParallelTerminationStrategy: PID 4870 died...\u000a16:17:14.088288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4870): Terminated: ok {rc=0}\u000a16:17:14.175621 bus /sierra_3: Setting Powered False\u000a16:17:15.281689 bus /sierra_3: Setting Powered False\u000a16:17:16.391344 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:16:55" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4882): Process ended prematurely: osmo-stp_10.42.42.5(pid=4882) [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4882)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4882): Process ended prematurely: osmo-stp_10.42.42.5(pid=4882) [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:17:18.392863 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:18.404447 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:17:18.546433 tst mo_mt_call.py: using LAC 34781\u000a16:17:18.671013 tst mo_mt_call.py: using RAC 101\u000a16:17:18.795704 tst mo_mt_call.py: using CellId 34781\u000a16:17:18.920312 tst mo_mt_call.py: using BVCI 34782\u000a16:17:18.944075 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:18.955389 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:18.966747 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:18.978096 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:18.989646 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:19.001033 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:17:19.120804 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:17:19.337881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:19.865911 run create_hlr_db(pid=4876): Launched\u000a16:17:20.058998 bus /sierra_2: Setting Powered False\u000a16:17:21.079876 run create_hlr_db(pid=4876): Terminated: ok {rc=0}\u000a16:17:21.503122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4878): Launched\u000a16:17:21.817827 run osmo-hlr_10.42.42.2(pid=4879): Launched\u000a16:17:21.933173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:22.476573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4881): Launched\u000a16:17:22.790181 run osmo-stp_10.42.42.5(pid=4882): Launched\u000a16:17:22.907993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:23.480943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4884): Launched\u000a16:17:23.795583 run osmo-msc_10.42.42.6(pid=4885): Launched\u000a16:17:23.978485 run osmo-stp_10.42.42.5(pid=4882): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4882)]\u000a16:17:24.110148 run osmo-stp_10.42.42.5(pid=4882): stdout: \u000a| (launched: 2022-12-13_16:17:22.635141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:24.239939 run osmo-stp_10.42.42.5(pid=4882): stderr: \u000a| �[0;m�[38;5;43m20221213161722807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161722807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161722807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161722807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161722808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161722808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161722808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:24.365291 run osmo-stp_10.42.42.5(pid=4882): stdout: \u000a| (launched: 2022-12-13_16:17:22.635141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:24.489740 run osmo-stp_10.42.42.5(pid=4882): stderr: \u000a| �[0;m�[38;5;43m20221213161722807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161722807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161722807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161722807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161722808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161722808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161722808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:24.544683 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4882): Process ended prematurely: osmo-stp_10.42.42.5(pid=4882) [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4882)] [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:17:24.553632 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:17:24.613853 run osmo-hlr_10.42.42.2(pid=4879): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4879)]\u000a16:17:24.663043 run osmo-hlr_10.42.42.2(pid=4879): stdout: \u000a| (launched: 2022-12-13_16:17:21.662836) \u000a16:17:24.712919 run osmo-hlr_10.42.42.2(pid=4879): stderr: \u000a| �[0;m�[1;31m20221213161721840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161721840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161721840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161721840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161721840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161721840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161721853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161721862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161721862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161721862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:24.781073 run osmo-msc_10.42.42.6(pid=4885): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4885)]\u000a16:17:24.830356 run osmo-msc_10.42.42.6(pid=4885): stdout: \u000a| (launched: 2022-12-13_16:17:23.639553) \u000a16:17:24.880216 run osmo-msc_10.42.42.6(pid=4885): stderr: \u000a| �[0;m�[38;5;43m20221213161723913 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161723914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33e94cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161723914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161723914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161723914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161723914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161723916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161723916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161723916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161723916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:24.922437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4878): Terminating (SIGTERM)\u000a16:17:24.962442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4881): Terminating (SIGTERM)\u000a16:17:25.002519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4884): Terminating (SIGTERM)\u000a16:17:25.011924 --- ParallelTerminationStrategy: PID 4878 died...\u000a16:17:25.065881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4878): Terminated: ok {rc=0}\u000a16:17:25.075606 --- ParallelTerminationStrategy: PID 4881 died...\u000a16:17:25.129109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4881): Terminated: ok {rc=0}\u000a16:17:25.138657 --- ParallelTerminationStrategy: PID 4884 died...\u000a16:17:25.192002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4884): Terminated: ok {rc=0}\u000a16:17:25.276092 bus /sierra_3: Setting Powered False\u000a16:17:26.383952 bus /sierra_3: Setting Powered False\u000a16:17:27.493113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4893): Process ended prematurely: osmo-stp_10.42.42.5(pid=4893) [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4893)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4893): Process ended prematurely: osmo-stp_10.42.42.5(pid=4893) [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:17:28.609860 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:28.622536 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:17:28.769595 tst mo_mt_call_osmux.py: using LAC 34782\u000a16:17:28.893369 tst mo_mt_call_osmux.py: using RAC 102\u000a16:17:29.018861 tst mo_mt_call_osmux.py: using CellId 34782\u000a16:17:29.150531 tst mo_mt_call_osmux.py: using BVCI 34783\u000a16:17:29.176010 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:29.188059 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:29.199806 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:29.211913 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:29.224123 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:17:29.236297 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:17:29.359775 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:17:29.566884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:30.071858 run create_hlr_db(pid=4887): Launched\u000a16:17:30.251815 bus /sierra_2: Setting Powered False\u000a16:17:31.277107 run create_hlr_db(pid=4887): Terminated: ok {rc=0}\u000a16:17:31.719546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4889): Launched\u000a16:17:32.135855 run osmo-hlr_10.42.42.2(pid=4890): Launched\u000a16:17:32.276438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:32.831518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4892): Launched\u000a16:17:33.150243 run osmo-stp_10.42.42.5(pid=4893): Launched\u000a16:17:33.265834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:33.844162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4895): Launched\u000a16:17:34.162266 run osmo-msc_10.42.42.6(pid=4896): Launched\u000a16:17:34.346795 run osmo-stp_10.42.42.5(pid=4893): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4893)]\u000a16:17:34.479167 run osmo-stp_10.42.42.5(pid=4893): stdout: \u000a| (launched: 2022-12-13_16:17:32.991259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:34.610212 run osmo-stp_10.42.42.5(pid=4893): stderr: \u000a| �[0;m�[38;5;43m20221213161733162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161733162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161733163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161733163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161733163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161733164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161733164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:34.735841 run osmo-stp_10.42.42.5(pid=4893): stdout: \u000a| (launched: 2022-12-13_16:17:32.991259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:34.860338 run osmo-stp_10.42.42.5(pid=4893): stderr: \u000a| �[0;m�[38;5;43m20221213161733162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161733162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161733163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161733163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161733163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161733164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161733164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:34.915629 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4893): Process ended prematurely: osmo-stp_10.42.42.5(pid=4893) [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4893)] [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:17:34.924331 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:17:34.984466 run osmo-hlr_10.42.42.2(pid=4890): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4890)]\u000a16:17:35.033964 run osmo-hlr_10.42.42.2(pid=4890): stdout: \u000a| (launched: 2022-12-13_16:17:31.882952) \u000a16:17:35.084127 run osmo-hlr_10.42.42.2(pid=4890): stderr: \u000a| �[0;m�[1;31m20221213161732192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161732192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161732192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161732192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161732192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161732192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161732204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161732213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161732213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161732213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:35.152127 run osmo-msc_10.42.42.6(pid=4896): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4896)]\u000a16:17:35.201349 run osmo-msc_10.42.42.6(pid=4896): stdout: \u000a| (launched: 2022-12-13_16:17:34.004127) \u000a16:17:35.251084 run osmo-msc_10.42.42.6(pid=4896): stderr: \u000a| �[0;m�[38;5;43m20221213161734278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161734279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7cd9c2fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161734279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161734279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161734279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161734279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161734281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161734281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161734281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161734282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:35.293501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4889): Terminating (SIGTERM)\u000a16:17:35.333760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4892): Terminating (SIGTERM)\u000a16:17:35.373859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4895): Terminating (SIGTERM)\u000a16:17:35.383117 --- ParallelTerminationStrategy: PID 4889 died...\u000a16:17:35.436835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4889): Terminated: ok {rc=0}\u000a16:17:35.446585 --- ParallelTerminationStrategy: PID 4892 died...\u000a16:17:35.500099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4892): Terminated: ok {rc=0}\u000a16:17:35.509757 --- ParallelTerminationStrategy: PID 4895 died...\u000a16:17:35.563206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4895): Terminated: ok {rc=0}\u000a16:17:35.652683 bus /sierra_3: Setting Powered False\u000a16:17:36.756880 bus /sierra_3: Setting Powered False\u000a16:17:37.868615 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:17:18" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4907): Process ended prematurely: osmo-stp_10.42.42.5(pid=4907) [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4907)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4907): Process ended prematurely: osmo-stp_10.42.42.5(pid=4907) [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:17:39.890970 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:39.901728 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:17:40.038879 tst emergency_mo_mt_call.py: using LAC 34783\u000a16:17:40.161210 tst emergency_mo_mt_call.py: using RAC 103\u000a16:17:40.283503 tst emergency_mo_mt_call.py: using CellId 34783\u000a16:17:40.412778 tst emergency_mo_mt_call.py: using BVCI 34784\u000a16:17:40.438080 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:40.449707 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:40.460841 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:40.472218 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:40.483902 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:40.495405 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:40.616233 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:40.823746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:41.319996 run create_hlr_db(pid=4901): Launched\u000a16:17:41.499957 bus /sierra_2: Setting Powered False\u000a16:17:42.519017 run create_hlr_db(pid=4901): Terminated: ok {rc=0}\u000a16:17:42.943204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4903): Launched\u000a16:17:43.255690 run osmo-hlr_10.42.42.2(pid=4904): Launched\u000a16:17:43.368072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:43.904670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4906): Launched\u000a16:17:44.215963 run osmo-stp_10.42.42.5(pid=4907): Launched\u000a16:17:44.347762 tst emergency_mo_mt_call.py: using MSISDN 8218\u000a16:17:44.500398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:45.065049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4909): Launched\u000a16:17:45.377407 run osmo-msc_10.42.42.6(pid=4910): Launched\u000a16:17:45.558584 run osmo-stp_10.42.42.5(pid=4907): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4907)]\u000a16:17:45.687840 run osmo-stp_10.42.42.5(pid=4907): stdout: \u000a| (launched: 2022-12-13_16:17:44.060680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:45.815987 run osmo-stp_10.42.42.5(pid=4907): stderr: \u000a| �[0;m�[38;5;43m20221213161744230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161744231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161744231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161744231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161744232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161744232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161744232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:45.949947 run osmo-stp_10.42.42.5(pid=4907): stdout: \u000a| (launched: 2022-12-13_16:17:44.060680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:46.074621 run osmo-stp_10.42.42.5(pid=4907): stderr: \u000a| �[0;m�[38;5;43m20221213161744230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161744231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161744231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161744231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161744232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161744232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161744232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:46.129880 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4907): Process ended prematurely: osmo-stp_10.42.42.5(pid=4907) [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4907)] [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a16:17:46.138563 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a16:17:46.200029 run osmo-hlr_10.42.42.2(pid=4904): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4904)]\u000a16:17:46.250665 run osmo-hlr_10.42.42.2(pid=4904): stdout: \u000a| (launched: 2022-12-13_16:17:43.099974) \u000a16:17:46.302270 run osmo-hlr_10.42.42.2(pid=4904): stderr: \u000a| �[0;m�[1;31m20221213161743275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161743275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161743275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161743275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161743275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161743275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161743287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161743296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161743296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161743296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:46.371880 run osmo-msc_10.42.42.6(pid=4910): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4910)]\u000a16:17:46.422532 run osmo-msc_10.42.42.6(pid=4910): stdout: \u000a| (launched: 2022-12-13_16:17:45.222218) \u000a16:17:46.474066 run osmo-msc_10.42.42.6(pid=4910): stderr: \u000a| �[0;m�[38;5;43m20221213161745495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161745495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5fea08c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161745495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161745495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161745495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161745495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161745497 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161745498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161745498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161745498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:46.517538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4903): Terminating (SIGTERM)\u000a16:17:46.558468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4906): Terminating (SIGTERM)\u000a16:17:46.599571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4909): Terminating (SIGTERM)\u000a16:17:46.609582 --- ParallelTerminationStrategy: PID 4903 died...\u000a16:17:46.665941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4903): Terminated: ok {rc=0}\u000a16:17:46.676015 --- ParallelTerminationStrategy: PID 4906 died...\u000a16:17:46.730421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4906): Terminated: ok {rc=0}\u000a16:17:46.740457 --- ParallelTerminationStrategy: PID 4909 died...\u000a16:17:46.795003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4909): Terminated: ok {rc=0}\u000a16:17:46.886259 bus /sierra_3: Setting Powered False\u000a16:17:47.995422 bus /sierra_3: Setting Powered False\u000a16:17:49.105776 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4918): Process ended prematurely: osmo-stp_10.42.42.5(pid=4918) [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4918)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4918): Process ended prematurely: osmo-stp_10.42.42.5(pid=4918) [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:17:50.160234 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:50.172351 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:17:50.321767 tst emergency_preemptive_call.py: using LAC 34784\u000a16:17:50.451277 tst emergency_preemptive_call.py: using RAC 104\u000a16:17:50.579353 tst emergency_preemptive_call.py: using CellId 34784\u000a16:17:50.709397 tst emergency_preemptive_call.py: using BVCI 34785\u000a16:17:50.734323 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:50.745766 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:50.756939 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:50.768153 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:50.779722 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:17:50.791250 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:50.910146 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:51.031128 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:51.149646 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:17:51.354893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:17:51.853271 run create_hlr_db(pid=4912): Launched\u000a16:17:52.032211 bus /sierra_2: Setting Powered False\u000a16:17:53.051909 run create_hlr_db(pid=4912): Terminated: ok {rc=0}\u000a16:17:53.468025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4914): Launched\u000a16:17:53.779193 run osmo-hlr_10.42.42.2(pid=4915): Launched\u000a16:17:53.892053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:17:54.428724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4917): Launched\u000a16:17:54.740285 run osmo-stp_10.42.42.5(pid=4918): Launched\u000a16:17:54.861881 tst emergency_preemptive_call.py: using MSISDN 8219\u000a16:17:55.014730 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:17:55.580027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4920): Launched\u000a16:17:55.893423 run osmo-msc_10.42.42.6(pid=4921): Launched\u000a16:17:56.091119 run osmo-stp_10.42.42.5(pid=4918): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4918)]\u000a16:17:56.231924 run osmo-stp_10.42.42.5(pid=4918): stdout: \u000a| (launched: 2022-12-13_16:17:54.585389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:56.370072 run osmo-stp_10.42.42.5(pid=4918): stderr: \u000a| �[0;m�[38;5;43m20221213161754758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161754758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161754758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161754759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161754759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161754759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161754759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:56.502732 run osmo-stp_10.42.42.5(pid=4918): stdout: \u000a| (launched: 2022-12-13_16:17:54.585389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:17:56.634797 run osmo-stp_10.42.42.5(pid=4918): stderr: \u000a| �[0;m�[38;5;43m20221213161754758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161754758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161754758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161754759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161754759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161754759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161754759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:17:56.692134 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4918): Process ended prematurely: osmo-stp_10.42.42.5(pid=4918) [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4918)] [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a16:17:56.701230 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a16:17:56.766131 run osmo-hlr_10.42.42.2(pid=4915): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4915)]\u000a16:17:56.818805 run osmo-hlr_10.42.42.2(pid=4915): stdout: \u000a| (launched: 2022-12-13_16:17:53.625835) \u000a16:17:56.872644 run osmo-hlr_10.42.42.2(pid=4915): stderr: \u000a| �[0;m�[1;31m20221213161753804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161753804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161753804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161753804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161753804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161753804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161753819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161753828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161753829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161753829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:17:56.945384 run osmo-msc_10.42.42.6(pid=4921): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4921)]\u000a16:17:56.998026 run osmo-msc_10.42.42.6(pid=4921): stdout: \u000a| (launched: 2022-12-13_16:17:55.737107) \u000a16:17:57.051284 run osmo-msc_10.42.42.6(pid=4921): stderr: \u000a| �[0;m�[38;5;43m20221213161756008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213161756008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa249edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213161756008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213161756008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213161756008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213161756013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213161756015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213161756015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213161756015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213161756016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:17:57.096909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4914): Terminating (SIGTERM)\u000a16:17:57.140933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4917): Terminating (SIGTERM)\u000a16:17:57.184161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4920): Terminating (SIGTERM)\u000a16:17:57.194257 --- ParallelTerminationStrategy: PID 4914 died...\u000a16:17:57.252282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4914): Terminated: ok {rc=0}\u000a16:17:57.262532 --- ParallelTerminationStrategy: PID 4917 died...\u000a16:17:57.320070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4917): Terminated: ok {rc=0}\u000a16:17:57.330479 --- ParallelTerminationStrategy: PID 4920 died...\u000a16:17:57.388071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4920): Terminated: ok {rc=0}\u000a16:17:57.476696 bus /sierra_9: Setting Powered False\u000a16:17:58.584758 bus /sierra_9: Setting Powered False\u000a16:17:59.697158 bus /sierra_8: Setting Powered False\u000a16:18:00.799634 bus /sierra_8: Setting Powered False\u000a16:18:01.921163 bus /sierra_3: Setting Powered False\u000a16:18:03.028298 bus /sierra_3: Setting Powered False\u000a16:18:04.143120 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:17:39" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2391↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2391↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:18:06.280677 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.291628 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:18:06.428208 tst cs_paging_gprs_active.py: using LAC 34785\u000a16:18:06.550072 tst cs_paging_gprs_active.py: using RAC 105\u000a16:18:06.680029 tst cs_paging_gprs_active.py: using CellId 34785\u000a16:18:06.804041 tst cs_paging_gprs_active.py: using BVCI 34786\u000a16:18:06.828266 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.839249 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.849821 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.860353 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.871266 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.881948 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.893043 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.903717 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:06.914683 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:07.038768 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:07.327337 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:18:07.457967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:07.788892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4926): Launched\u000a16:18:08.061201 run iperf3-srv_10.42.42.10(pid=4927): Launched\u000a16:18:08.253051 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:18:08.383726 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:08.713331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4928): Launched\u000a16:18:08.987371 run iperf3-srv_10.42.42.10(pid=4929): Launched\u000a16:18:09.178213 tst cs_paging_gprs_active.py:38: start network...\u000a16:18:09.308727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:09.814536 run create_hlr_db(pid=4930): Launched\u000a16:18:09.995139 bus /sierra_2: Setting Powered False\u000a16:18:11.016507 run create_hlr_db(pid=4930): Terminated: ok {rc=0}\u000a16:18:11.465225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Launched\u000a16:18:11.804632 run osmo-hlr_10.42.42.2(pid=4933): Launched\u000a16:18:11.928178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:12.511616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Launched\u000a16:18:12.851780 run osmo-stp_10.42.42.5(pid=4936): Launched\u000a16:18:12.974902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:13.561112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4938): Launched\u000a16:18:13.680588 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:13.975336 run patchelf(pid=4940): Launched\u000a16:18:14.171905 run osmo-stp_10.42.42.5(pid=4936): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)]\u000a16:18:14.315782 run osmo-stp_10.42.42.5(pid=4936): stdout: \u000a| (launched: 2022-12-13_16:18:12.683021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:14.459831 run osmo-stp_10.42.42.5(pid=4936): stderr: \u000a| �[0;m�[38;5;43m20221213161812877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161812877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161812877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161812878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161812878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161812878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161812878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:14.598927 run osmo-stp_10.42.42.5(pid=4936): stdout: \u000a| (launched: 2022-12-13_16:18:12.683021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:14.736354 run osmo-stp_10.42.42.5(pid=4936): stderr: \u000a| �[0;m�[38;5;43m20221213161812877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161812877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161812877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161812878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161812878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161812878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161812878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:14.897355 run patchelf(pid=4940): Terminating (SIGINT)\u000a16:18:15.085640 run patchelf(pid=4940): Terminated: ok {rc=0}\u000a16:18:15.120041 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4936): Process ended prematurely: osmo-stp_10.42.42.5(pid=4936) [trial-2391↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4936)] [trial-2391↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a16:18:15.130151 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:18:15.194129 run osmo-hlr_10.42.42.2(pid=4933): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4933)]\u000a16:18:15.245983 run osmo-hlr_10.42.42.2(pid=4933): stdout: \u000a| (launched: 2022-12-13_16:18:11.636494) \u000a16:18:15.298559 run osmo-hlr_10.42.42.2(pid=4933): stderr: \u000a| �[0;m�[1;31m20221213161811840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161811840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161811840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161811840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161811840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161811840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161811852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161811860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161811861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161811861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:15.343385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4926): Terminating (SIGTERM)\u000a16:18:15.386046 run iperf3-srv_10.42.42.10(pid=4927): Terminating (SIGTERM)\u000a16:18:15.428707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4928): Terminating (SIGTERM)\u000a16:18:15.471377 run iperf3-srv_10.42.42.10(pid=4929): Terminating (SIGTERM)\u000a16:18:15.513558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Terminating (SIGTERM)\u000a16:18:15.555815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Terminating (SIGTERM)\u000a16:18:15.599746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4938): Terminating (SIGTERM)\u000a16:18:15.609644 --- ParallelTerminationStrategy: PID 4926 died...\u000a16:18:15.666899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4926): Terminated: ok {rc=0}\u000a16:18:15.677154 --- ParallelTerminationStrategy: PID 4927 died...\u000a16:18:15.733766 run iperf3-srv_10.42.42.10(pid=4927): Terminated {rc=256}\u000a16:18:15.743938 --- ParallelTerminationStrategy: PID 4928 died...\u000a16:18:15.800918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4928): Terminated: ok {rc=0}\u000a16:18:15.811092 --- ParallelTerminationStrategy: PID 4929 died...\u000a16:18:15.875161 run iperf3-srv_10.42.42.10(pid=4929): Terminated {rc=256}\u000a16:18:15.886416 --- ParallelTerminationStrategy: PID 4932 died...\u000a16:18:15.945740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4932): Terminated: ok {rc=0}\u000a16:18:15.956326 --- ParallelTerminationStrategy: PID 4935 died...\u000a16:18:16.014155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4935): Terminated: ok {rc=0}\u000a16:18:16.024730 --- ParallelTerminationStrategy: PID 4938 died...\u000a16:18:16.082505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4938): Terminated: ok {rc=0}\u000a16:18:16.172609 bus /gobi_0: Setting Powered False\u000a16:18:17.294678 bus /gobi_0: Setting Powered False\u000a16:18:18.402648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4950): Process ended prematurely: osmo-stp_10.42.42.5(pid=4950) [trial-2391↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4950)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4950): Process ended prematurely: osmo-stp_10.42.42.5(pid=4950) [trial-2391↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a16:18:19.521165 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:19.533483 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:18:19.690520 tst iperf3.py: using LAC 34786\u000a16:18:19.820490 tst iperf3.py: using RAC 106\u000a16:18:19.951236 tst iperf3.py: using CellId 34786\u000a16:18:20.075591 tst iperf3.py: using BVCI 34787\u000a16:18:20.099684 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.110611 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.121135 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.131677 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.142229 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.152658 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.163362 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.173799 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:20.184376 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:20.489711 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:18:20.630706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:20.982826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4942): Launched\u000a16:18:21.273876 run iperf3-srv_10.42.42.10(pid=4943): Launched\u000a16:18:21.481050 tst iperf3.py:8: start network...\u000a16:18:21.622157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:22.152363 run create_hlr_db(pid=4944): Launched\u000a16:18:22.346686 bus /gobi_6: Setting Powered False\u000a16:18:23.367354 run create_hlr_db(pid=4944): Terminated: ok {rc=0}\u000a16:18:23.791298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4946): Launched\u000a16:18:24.109890 run osmo-hlr_10.42.42.2(pid=4947): Launched\u000a16:18:24.225487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:24.772665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4949): Launched\u000a16:18:25.088485 run osmo-stp_10.42.42.5(pid=4950): Launched\u000a16:18:25.203556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:25.750850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4952): Launched\u000a16:18:25.862933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:26.138903 run patchelf(pid=4953): Launched\u000a16:18:26.322979 run osmo-stp_10.42.42.5(pid=4950): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4950)]\u000a16:18:26.457211 run osmo-stp_10.42.42.5(pid=4950): stdout: \u000a| (launched: 2022-12-13_16:18:24.931413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:26.591841 run osmo-stp_10.42.42.5(pid=4950): stderr: \u000a| �[0;m�[38;5;43m20221213161825106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161825106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161825106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161825106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161825107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161825107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161825107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:26.721388 run osmo-stp_10.42.42.5(pid=4950): stdout: \u000a| (launched: 2022-12-13_16:18:24.931413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:26.851517 run osmo-stp_10.42.42.5(pid=4950): stderr: \u000a| �[0;m�[38;5;43m20221213161825106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161825106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161825106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161825106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161825107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161825107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161825107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:27.001977 run patchelf(pid=4953): Terminating (SIGINT)\u000a16:18:27.179324 run patchelf(pid=4953): Terminated: ok {rc=0}\u000a16:18:27.211563 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4950): Process ended prematurely: osmo-stp_10.42.42.5(pid=4950) [trial-2391↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4950)] [trial-2391↪gprs:trx-umtrx↪iperf3.py:8]\u000a16:18:27.220906 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:18:27.281137 run osmo-hlr_10.42.42.2(pid=4947): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4947)]\u000a16:18:27.330232 run osmo-hlr_10.42.42.2(pid=4947): stdout: \u000a| (launched: 2022-12-13_16:18:23.952119) \u000a16:18:27.380180 run osmo-hlr_10.42.42.2(pid=4947): stderr: \u000a| �[0;m�[1;31m20221213161824130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161824130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161824130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161824130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161824130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161824130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161824142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161824150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161824151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161824151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:27.422495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4942): Terminating (SIGTERM)\u000a16:18:27.462209 run iperf3-srv_10.42.42.10(pid=4943): Terminating (SIGTERM)\u000a16:18:27.502089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4946): Terminating (SIGTERM)\u000a16:18:27.541591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4949): Terminating (SIGTERM)\u000a16:18:27.581266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4952): Terminating (SIGTERM)\u000a16:18:27.590558 --- ParallelTerminationStrategy: PID 4942 died...\u000a16:18:27.643681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4942): Terminated: ok {rc=0}\u000a16:18:27.653289 --- ParallelTerminationStrategy: PID 4943 died...\u000a16:18:27.705926 run iperf3-srv_10.42.42.10(pid=4943): Terminated {rc=256}\u000a16:18:27.715410 --- ParallelTerminationStrategy: PID 4946 died...\u000a16:18:27.767799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4946): Terminated: ok {rc=0}\u000a16:18:27.777436 --- ParallelTerminationStrategy: PID 4949 died...\u000a16:18:27.830031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4949): Terminated: ok {rc=0}\u000a16:18:27.839525 --- ParallelTerminationStrategy: PID 4952 died...\u000a16:18:27.892705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4952): Terminated: ok {rc=0}\u000a16:18:27.976094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4968): Process ended prematurely: osmo-stp_10.42.42.5(pid=4968) [trial-2391↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4968)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4968): Process ended prematurely: osmo-stp_10.42.42.5(pid=4968) [trial-2391↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a16:18:29.093719 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.105902 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:18:29.254031 tst iperf3m4.py: using LAC 34787\u000a16:18:29.384760 tst iperf3m4.py: using RAC 107\u000a16:18:29.514017 tst iperf3m4.py: using CellId 34787\u000a16:18:29.643593 tst iperf3m4.py: using BVCI 34788\u000a16:18:29.669446 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.680687 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.691765 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.702829 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.714226 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.725533 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.737219 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.748643 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:29.760213 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:29.881040 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:30.011812 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:30.130853 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:30.434394 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:18:30.574424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:30.945729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4954): Launched\u000a16:18:31.240270 run iperf3-srv_10.42.42.10(pid=4955): Launched\u000a16:18:31.438644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:18:31.575352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:31.959543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4956): Launched\u000a16:18:32.285453 run iperf3-srv_10.42.42.10(pid=4957): Launched\u000a16:18:32.492290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:18:32.633140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:32.984325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4958): Launched\u000a16:18:33.275970 run iperf3-srv_10.42.42.10(pid=4959): Launched\u000a16:18:33.482019 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:18:33.622609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:18:33.972521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4960): Launched\u000a16:18:34.262882 run iperf3-srv_10.42.42.10(pid=4961): Launched\u000a16:18:34.468048 tst iperf3m4.py:8: start network...\u000a16:18:34.608024 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:35.138481 run create_hlr_db(pid=4962): Launched\u000a16:18:35.333309 bus /gobi_6: Setting Powered False\u000a16:18:36.353222 run create_hlr_db(pid=4962): Terminated: ok {rc=0}\u000a16:18:36.777730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4964): Launched\u000a16:18:37.096228 run osmo-hlr_10.42.42.2(pid=4965): Launched\u000a16:18:37.221199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:37.775781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4967): Launched\u000a16:18:38.095081 run osmo-stp_10.42.42.5(pid=4968): Launched\u000a16:18:38.209427 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:38.759007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4970): Launched\u000a16:18:38.870765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:39.146558 run patchelf(pid=4971): Launched\u000a16:18:39.329949 run osmo-stp_10.42.42.5(pid=4968): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4968)]\u000a16:18:39.464088 run osmo-stp_10.42.42.5(pid=4968): stdout: \u000a| (launched: 2022-12-13_16:18:37.936193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:39.598579 run osmo-stp_10.42.42.5(pid=4968): stderr: \u000a| �[0;m�[38;5;43m20221213161838110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161838110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161838110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161838110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161838111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161838111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161838111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:39.728051 run osmo-stp_10.42.42.5(pid=4968): stdout: \u000a| (launched: 2022-12-13_16:18:37.936193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:39.856139 run osmo-stp_10.42.42.5(pid=4968): stderr: \u000a| �[0;m�[38;5;43m20221213161838110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161838110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161838110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161838110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161838111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161838111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161838111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:40.007104 run patchelf(pid=4971): Terminating (SIGINT)\u000a16:18:40.183398 run patchelf(pid=4971): Terminated: ok {rc=0}\u000a16:18:40.215725 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4968): Process ended prematurely: osmo-stp_10.42.42.5(pid=4968) [trial-2391↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4968)] [trial-2391↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a16:18:40.225172 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:18:40.285390 run osmo-hlr_10.42.42.2(pid=4965): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4965)]\u000a16:18:40.334469 run osmo-hlr_10.42.42.2(pid=4965): stdout: \u000a| (launched: 2022-12-13_16:18:36.937799) \u000a16:18:40.383996 run osmo-hlr_10.42.42.2(pid=4965): stderr: \u000a| �[0;m�[1;31m20221213161837118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161837118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161837118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161837118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161837118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161837118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161837130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161837138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161837138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161837138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:40.426031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4954): Terminating (SIGTERM)\u000a16:18:40.465682 run iperf3-srv_10.42.42.10(pid=4955): Terminating (SIGTERM)\u000a16:18:40.505740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4956): Terminating (SIGTERM)\u000a16:18:40.545568 run iperf3-srv_10.42.42.10(pid=4957): Terminating (SIGTERM)\u000a16:18:40.585615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4958): Terminating (SIGTERM)\u000a16:18:40.625435 run iperf3-srv_10.42.42.10(pid=4959): Terminating (SIGTERM)\u000a16:18:40.665282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4960): Terminating (SIGTERM)\u000a16:18:40.705400 run iperf3-srv_10.42.42.10(pid=4961): Terminating (SIGTERM)\u000a16:18:40.745599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4964): Terminating (SIGTERM)\u000a16:18:40.785344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4967): Terminating (SIGTERM)\u000a16:18:40.825694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4970): Terminating (SIGTERM)\u000a16:18:40.834958 --- ParallelTerminationStrategy: PID 4954 died...\u000a16:18:40.888334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4954): Terminated: ok {rc=0}\u000a16:18:40.897884 --- ParallelTerminationStrategy: PID 4955 died...\u000a16:18:40.950753 run iperf3-srv_10.42.42.10(pid=4955): Terminated {rc=256}\u000a16:18:40.960400 --- ParallelTerminationStrategy: PID 4956 died...\u000a16:18:41.013578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4956): Terminated: ok {rc=0}\u000a16:18:41.023222 --- ParallelTerminationStrategy: PID 4957 died...\u000a16:18:41.075873 run iperf3-srv_10.42.42.10(pid=4957): Terminated {rc=256}\u000a16:18:41.085544 --- ParallelTerminationStrategy: PID 4958 died...\u000a16:18:41.138655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4958): Terminated: ok {rc=0}\u000a16:18:41.148259 --- ParallelTerminationStrategy: PID 4959 died...\u000a16:18:41.201251 run iperf3-srv_10.42.42.10(pid=4959): Terminated {rc=256}\u000a16:18:41.211022 --- ParallelTerminationStrategy: PID 4960 died...\u000a16:18:41.264320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4960): Terminated: ok {rc=0}\u000a16:18:41.274041 --- ParallelTerminationStrategy: PID 4961 died...\u000a16:18:41.326810 run iperf3-srv_10.42.42.10(pid=4961): Terminated {rc=256}\u000a16:18:41.336331 --- ParallelTerminationStrategy: PID 4964 died...\u000a16:18:41.389438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4964): Terminated: ok {rc=0}\u000a16:18:41.399150 --- ParallelTerminationStrategy: PID 4967 died...\u000a16:18:41.451954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4967): Terminated: ok {rc=0}\u000a16:18:41.461729 --- ParallelTerminationStrategy: PID 4970 died...\u000a16:18:41.514888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4970): Terminated: ok {rc=0}\u000a16:18:41.602692 bus /gobi_4: Setting Powered False\u000a16:18:42.706278 bus /gobi_4: Setting Powered False\u000a16:18:43.815103 bus /gobi_1: Setting Powered False\u000a16:18:44.920915 bus /gobi_1: Setting Powered False\u000a16:18:46.058162 bus /gobi_0: Setting Powered False\u000a16:18:47.165096 bus /gobi_0: Setting Powered False\u000a16:18:48.273301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4978): Process ended prematurely: osmo-stp_10.42.42.5(pid=4978) [trial-2391↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4978)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4978): Process ended prematurely: osmo-stp_10.42.42.5(pid=4978) [trial-2391↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a16:18:49.343146 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.355704 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:18:49.502865 tst ping.py: using LAC 34788\u000a16:18:49.631394 tst ping.py: using RAC 108\u000a16:18:49.761451 tst ping.py: using CellId 34788\u000a16:18:49.892130 tst ping.py: using BVCI 34789\u000a16:18:49.917460 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.928675 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.939771 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.950980 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.962271 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.973562 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.985078 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:49.996458 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:50.296589 tst ping.py:19: start network...\u000a16:18:50.434441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:50.953932 run create_hlr_db(pid=4972): Launched\u000a16:18:51.144779 bus /gobi_6: Setting Powered False\u000a16:18:52.164284 run create_hlr_db(pid=4972): Terminated: ok {rc=0}\u000a16:18:52.581614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4974): Launched\u000a16:18:52.892235 run osmo-hlr_10.42.42.2(pid=4975): Launched\u000a16:18:53.005926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:18:53.544236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4977): Launched\u000a16:18:53.854639 run osmo-stp_10.42.42.5(pid=4978): Launched\u000a16:18:53.966018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:18:54.505312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4980): Launched\u000a16:18:54.614160 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:18:54.885299 run patchelf(pid=4981): Launched\u000a16:18:55.065579 run osmo-stp_10.42.42.5(pid=4978): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4978)]\u000a16:18:55.197466 run osmo-stp_10.42.42.5(pid=4978): stdout: \u000a| (launched: 2022-12-13_16:18:53.699936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:55.330213 run osmo-stp_10.42.42.5(pid=4978): stderr: \u000a| �[0;m�[38;5;43m20221213161853873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161853873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161853874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161853874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161853876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:55.457459 run osmo-stp_10.42.42.5(pid=4978): stdout: \u000a| (launched: 2022-12-13_16:18:53.699936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:18:55.583381 run osmo-stp_10.42.42.5(pid=4978): stderr: \u000a| �[0;m�[38;5;43m20221213161853873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161853873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161853874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161853874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161853876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161853877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:18:55.730473 run patchelf(pid=4981): Terminating (SIGINT)\u000a16:18:55.903614 run patchelf(pid=4981): Terminated: ok {rc=0}\u000a16:18:55.935169 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4978): Process ended prematurely: osmo-stp_10.42.42.5(pid=4978) [trial-2391↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4978)] [trial-2391↪gprs:trx-umtrx↪ping.py:22]\u000a16:18:55.943902 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:18:56.003957 run osmo-hlr_10.42.42.2(pid=4975): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4975)]\u000a16:18:56.053063 run osmo-hlr_10.42.42.2(pid=4975): stdout: \u000a| (launched: 2022-12-13_16:18:52.738081) \u000a16:18:56.103911 run osmo-hlr_10.42.42.2(pid=4975): stderr: \u000a| �[0;m�[1;31m20221213161852919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161852919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161852919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161852919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161852919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161852919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161852931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161852940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161852940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161852940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:18:56.146400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4974): Terminating (SIGTERM)\u000a16:18:56.186481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4977): Terminating (SIGTERM)\u000a16:18:56.226467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4980): Terminating (SIGTERM)\u000a16:18:56.235712 --- ParallelTerminationStrategy: PID 4974 died...\u000a16:18:56.289036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4974): Terminated: ok {rc=0}\u000a16:18:56.298668 --- ParallelTerminationStrategy: PID 4977 died...\u000a16:18:56.351756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4977): Terminated: ok {rc=0}\u000a16:18:56.361390 --- ParallelTerminationStrategy: PID 4980 died...\u000a16:18:56.414325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4980): Terminated: ok {rc=0}\u000a16:18:56.504618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2391↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2391↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a16:18:57.557244 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:57.568758 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a16:18:57.709680 tst ping_idle_ping.py: using LAC 34789\u000a16:18:57.839270 tst ping_idle_ping.py: using RAC 109\u000a16:18:57.969148 tst ping_idle_ping.py: using CellId 34789\u000a16:18:58.100069 tst ping_idle_ping.py: using BVCI 34790\u000a16:18:58.125692 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.137228 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.148589 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.159720 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.171218 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.182758 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.194301 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a16:18:58.205965 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a16:18:58.488229 tst ping_idle_ping.py:24: start network...\u000a16:18:58.616368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:18:59.117152 run create_hlr_db(pid=4982): Launched\u000a16:18:59.295698 bus /gobi_6: Setting Powered False\u000a16:19:00.317114 run create_hlr_db(pid=4982): Terminated: ok {rc=0}\u000a16:19:00.760374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4984): Launched\u000a16:19:01.273206 run osmo-hlr_10.42.42.2(pid=4985): Launched\u000a16:19:01.468279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:02.112331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Launched\u000a16:19:02.480865 run osmo-stp_10.42.42.5(pid=4988): Launched\u000a16:19:02.596883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:03.142769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4990): Launched\u000a16:19:03.253026 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:03.526543 run patchelf(pid=4991): Launched\u000a16:19:03.707473 run osmo-stp_10.42.42.5(pid=4988): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)]\u000a16:19:03.839450 run osmo-stp_10.42.42.5(pid=4988): stdout: \u000a| (launched: 2022-12-13_16:19:02.285679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:03.972334 run osmo-stp_10.42.42.5(pid=4988): stderr: \u000a| �[0;m�[38;5;43m20221213161902487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161902487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161902488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161902488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161902490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161902490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161902491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:04.099696 run osmo-stp_10.42.42.5(pid=4988): stdout: \u000a| (launched: 2022-12-13_16:19:02.285679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:04.227069 run osmo-stp_10.42.42.5(pid=4988): stderr: \u000a| �[0;m�[38;5;43m20221213161902487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161902487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161902488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161902488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161902490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161902490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161902491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:04.374621 run patchelf(pid=4991): Terminating (SIGINT)\u000a16:19:04.547860 run patchelf(pid=4991): Terminated: ok {rc=0}\u000a16:19:04.579239 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4988): Process ended prematurely: osmo-stp_10.42.42.5(pid=4988) [trial-2391↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4988)] [trial-2391↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a16:19:04.588057 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a16:19:04.648338 run osmo-hlr_10.42.42.2(pid=4985): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4985)]\u000a16:19:04.697562 run osmo-hlr_10.42.42.2(pid=4985): stdout: \u000a| (launched: 2022-12-13_16:19:00.954923) \u000a16:19:04.747507 run osmo-hlr_10.42.42.2(pid=4985): stderr: \u000a| �[0;m�[1;31m20221213161901275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161901275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161901275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161901275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161901276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161901276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161901296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161901314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161901315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161901315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:04.789999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4984): Terminating (SIGTERM)\u000a16:19:04.830156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Terminating (SIGTERM)\u000a16:19:04.870310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4990): Terminating (SIGTERM)\u000a16:19:04.879699 --- ParallelTerminationStrategy: PID 4984 died...\u000a16:19:04.934004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4984): Terminated: ok {rc=0}\u000a16:19:04.943844 --- ParallelTerminationStrategy: PID 4987 died...\u000a16:19:04.997653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4987): Terminated: ok {rc=0}\u000a16:19:05.007486 --- ParallelTerminationStrategy: PID 4990 died...\u000a16:19:05.061332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4990): Terminated: ok {rc=0}\u000a16:19:05.149896 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:18:05" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5007): Process ended prematurely: osmo-stp_10.42.42.5(pid=5007) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5007)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5007): Process ended prematurely: osmo-stp_10.42.42.5(pid=5007) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:19:07.300185 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.311156 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:19:07.469332 tst cs_paging_gprs_active.py: using LAC 34790\u000a16:19:07.613222 tst cs_paging_gprs_active.py: using RAC 110\u000a16:19:07.746676 tst cs_paging_gprs_active.py: using CellId 34790\u000a16:19:07.878827 tst cs_paging_gprs_active.py: using BVCI 34791\u000a16:19:07.905108 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.916608 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.928257 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.939705 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.951648 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.963603 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.975775 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.987602 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:07.999625 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:08.120158 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:08.426513 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:19:08.568019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:08.919465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4997): Launched\u000a16:19:09.212642 run iperf3-srv_10.42.42.10(pid=4998): Launched\u000a16:19:09.420499 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:19:09.562085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:09.915380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4999): Launched\u000a16:19:10.208655 run iperf3-srv_10.42.42.10(pid=5000): Launched\u000a16:19:10.416281 tst cs_paging_gprs_active.py:38: start network...\u000a16:19:10.557712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:11.091528 run create_hlr_db(pid=5001): Launched\u000a16:19:11.286568 bus /gobi_6: Setting Powered False\u000a16:19:12.306811 run create_hlr_db(pid=5001): Terminated: ok {rc=0}\u000a16:19:12.732549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5003): Launched\u000a16:19:13.049910 run osmo-hlr_10.42.42.2(pid=5004): Launched\u000a16:19:13.166537 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:13.716043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5006): Launched\u000a16:19:14.033931 run osmo-stp_10.42.42.5(pid=5007): Launched\u000a16:19:14.149257 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:14.701580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5009): Launched\u000a16:19:14.813388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:15.090916 run patchelf(pid=5010): Launched\u000a16:19:15.274785 run osmo-stp_10.42.42.5(pid=5007): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5007)]\u000a16:19:15.409129 run osmo-stp_10.42.42.5(pid=5007): stdout: \u000a| (launched: 2022-12-13_16:19:13.875985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:15.543399 run osmo-stp_10.42.42.5(pid=5007): stderr: \u000a| �[0;m�[38;5;43m20221213161914049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161914049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161914049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161914050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161914052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161914052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161914052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:15.673242 run osmo-stp_10.42.42.5(pid=5007): stdout: \u000a| (launched: 2022-12-13_16:19:13.875985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:15.801745 run osmo-stp_10.42.42.5(pid=5007): stderr: \u000a| �[0;m�[38;5;43m20221213161914049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161914049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161914049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161914050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161914052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161914052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161914052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:15.981789 run patchelf(pid=5010): Terminating (SIGINT)\u000a16:19:16.175928 run patchelf(pid=5010): Terminated: ok {rc=0}\u000a16:19:16.211938 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5007): Process ended prematurely: osmo-stp_10.42.42.5(pid=5007) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5007)] [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:19:16.222882 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:19:16.291556 run osmo-hlr_10.42.42.2(pid=5004): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5004)]\u000a16:19:16.346210 run osmo-hlr_10.42.42.2(pid=5004): stdout: \u000a| (launched: 2022-12-13_16:19:12.893341) \u000a16:19:16.401779 run osmo-hlr_10.42.42.2(pid=5004): stderr: \u000a| �[0;m�[1;31m20221213161913071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161913071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161913071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161913071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161913071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161913071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161913084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161913092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161913093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161913093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:16.450247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4997): Terminating (SIGTERM)\u000a16:19:16.495091 run iperf3-srv_10.42.42.10(pid=4998): Terminating (SIGTERM)\u000a16:19:16.540167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4999): Terminating (SIGTERM)\u000a16:19:16.585938 run iperf3-srv_10.42.42.10(pid=5000): Terminating (SIGTERM)\u000a16:19:16.630392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5003): Terminating (SIGTERM)\u000a16:19:16.678192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5006): Terminating (SIGTERM)\u000a16:19:16.725226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5009): Terminating (SIGTERM)\u000a16:19:16.736316 --- ParallelTerminationStrategy: PID 4997 died...\u000a16:19:16.797476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4997): Terminated: ok {rc=0}\u000a16:19:16.809269 --- ParallelTerminationStrategy: PID 4998 died...\u000a16:19:16.868342 run iperf3-srv_10.42.42.10(pid=4998): Terminated {rc=256}\u000a16:19:16.879817 --- ParallelTerminationStrategy: PID 4999 died...\u000a16:19:16.938504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4999): Terminated: ok {rc=0}\u000a16:19:16.949564 --- ParallelTerminationStrategy: PID 5000 died...\u000a16:19:17.008873 run iperf3-srv_10.42.42.10(pid=5000): Terminated {rc=256}\u000a16:19:17.019987 --- ParallelTerminationStrategy: PID 5003 died...\u000a16:19:17.079839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5003): Terminated: ok {rc=0}\u000a16:19:17.090883 --- ParallelTerminationStrategy: PID 5006 died...\u000a16:19:17.150099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5006): Terminated: ok {rc=0}\u000a16:19:17.161581 --- ParallelTerminationStrategy: PID 5009 died...\u000a16:19:17.220593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5009): Terminated: ok {rc=0}\u000a16:19:17.308577 bus /gobi_0: Setting Powered False\u000a16:19:18.417211 bus /gobi_0: Setting Powered False\u000a16:19:19.526594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5019): Process ended prematurely: osmo-stp_10.42.42.5(pid=5019) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5019)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5019): Process ended prematurely: osmo-stp_10.42.42.5(pid=5019) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:19:20.637912 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:20.649837 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:19:20.795195 tst iperf3.py: using LAC 34791\u000a16:19:20.918962 tst iperf3.py: using RAC 111\u000a16:19:21.044286 tst iperf3.py: using CellId 34791\u000a16:19:21.169500 tst iperf3.py: using BVCI 34792\u000a16:19:21.193767 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.204739 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.215485 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.226291 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.237469 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.248673 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.260043 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.271154 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:21.282422 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:21.570954 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:19:21.702557 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:22.033681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5011): Launched\u000a16:19:22.309760 run iperf3-srv_10.42.42.10(pid=5012): Launched\u000a16:19:22.502622 tst iperf3.py:8: start network...\u000a16:19:22.634499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:23.139000 run create_hlr_db(pid=5013): Launched\u000a16:19:23.318701 bus /gobi_6: Setting Powered False\u000a16:19:24.340763 run create_hlr_db(pid=5013): Terminated: ok {rc=0}\u000a16:19:24.787824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5015): Launched\u000a16:19:25.125862 run osmo-hlr_10.42.42.2(pid=5016): Launched\u000a16:19:25.246600 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:25.837655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5018): Launched\u000a16:19:26.174711 run osmo-stp_10.42.42.5(pid=5019): Launched\u000a16:19:26.296569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:26.883893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5021): Launched\u000a16:19:27.004508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:27.298648 run patchelf(pid=5022): Launched\u000a16:19:27.494749 run osmo-stp_10.42.42.5(pid=5019): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5019)]\u000a16:19:27.638438 run osmo-stp_10.42.42.5(pid=5019): stdout: \u000a| (launched: 2022-12-13_16:19:26.008595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:27.782533 run osmo-stp_10.42.42.5(pid=5019): stderr: \u000a| �[0;m�[38;5;43m20221213161926205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161926205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161926205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161926205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161926206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161926206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161926206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:27.921753 run osmo-stp_10.42.42.5(pid=5019): stdout: \u000a| (launched: 2022-12-13_16:19:26.008595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:28.058815 run osmo-stp_10.42.42.5(pid=5019): stderr: \u000a| �[0;m�[38;5;43m20221213161926205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161926205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161926205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161926205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161926206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161926206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161926206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:28.219661 run patchelf(pid=5022): Terminating (SIGINT)\u000a16:19:28.408865 run patchelf(pid=5022): Terminated: ok {rc=0}\u000a16:19:28.443273 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5019): Process ended prematurely: osmo-stp_10.42.42.5(pid=5019) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5019)] [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a16:19:28.453453 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:19:28.517692 run osmo-hlr_10.42.42.2(pid=5016): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5016)]\u000a16:19:28.569675 run osmo-hlr_10.42.42.2(pid=5016): stdout: \u000a| (launched: 2022-12-13_16:19:24.959509) \u000a16:19:28.622330 run osmo-hlr_10.42.42.2(pid=5016): stderr: \u000a| �[0;m�[1;31m20221213161925161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161925161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161925161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161925161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161925161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161925161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161925172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161925181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161925181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161925181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:28.667748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5011): Terminating (SIGTERM)\u000a16:19:28.710201 run iperf3-srv_10.42.42.10(pid=5012): Terminating (SIGTERM)\u000a16:19:28.752754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5015): Terminating (SIGTERM)\u000a16:19:28.794961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5018): Terminating (SIGTERM)\u000a16:19:28.837123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5021): Terminating (SIGTERM)\u000a16:19:28.846965 --- ParallelTerminationStrategy: PID 5011 died...\u000a16:19:28.903952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5011): Terminated: ok {rc=0}\u000a16:19:28.914348 --- ParallelTerminationStrategy: PID 5012 died...\u000a16:19:28.970640 run iperf3-srv_10.42.42.10(pid=5012): Terminated {rc=256}\u000a16:19:28.980782 --- ParallelTerminationStrategy: PID 5015 died...\u000a16:19:29.037125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5015): Terminated: ok {rc=0}\u000a16:19:29.047242 --- ParallelTerminationStrategy: PID 5018 died...\u000a16:19:29.103268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5018): Terminated: ok {rc=0}\u000a16:19:29.113300 --- ParallelTerminationStrategy: PID 5021 died...\u000a16:19:29.169793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5021): Terminated: ok {rc=0}\u000a16:19:29.256355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5037): Process ended prematurely: osmo-stp_10.42.42.5(pid=5037) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5037)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5037): Process ended prematurely: osmo-stp_10.42.42.5(pid=5037) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:19:30.373462 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:30.385921 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:19:30.535439 tst iperf3m4.py: using LAC 34792\u000a16:19:30.661297 tst iperf3m4.py: using RAC 112\u000a16:19:30.784030 tst iperf3m4.py: using CellId 34792\u000a16:19:30.938694 tst iperf3m4.py: using BVCI 34793\u000a16:19:30.965846 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:30.978377 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:30.990876 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:31.003284 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:31.016612 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:31.030037 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:31.043825 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:31.058573 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:31.071677 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:31.195006 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:31.331957 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:31.479658 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:31.854682 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:19:32.001640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:32.369225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5023): Launched\u000a16:19:32.660835 run iperf3-srv_10.42.42.10(pid=5024): Launched\u000a16:19:32.868313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:19:33.010121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:33.362767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5025): Launched\u000a16:19:33.655954 run iperf3-srv_10.42.42.10(pid=5026): Launched\u000a16:19:33.863420 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:19:34.005627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:34.358466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5027): Launched\u000a16:19:34.650196 run iperf3-srv_10.42.42.10(pid=5028): Launched\u000a16:19:34.857296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:19:34.998758 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:19:35.349929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5029): Launched\u000a16:19:35.641727 run iperf3-srv_10.42.42.10(pid=5030): Launched\u000a16:19:35.848780 tst iperf3m4.py:8: start network...\u000a16:19:35.990481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:36.523614 run create_hlr_db(pid=5031): Launched\u000a16:19:36.718092 bus /gobi_6: Setting Powered False\u000a16:19:37.728301 run create_hlr_db(pid=5031): Terminated: ok {rc=0}\u000a16:19:38.186845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5033): Launched\u000a16:19:38.527321 run osmo-hlr_10.42.42.2(pid=5034): Launched\u000a16:19:38.654075 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:39.241981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5036): Launched\u000a16:19:39.581455 run osmo-stp_10.42.42.5(pid=5037): Launched\u000a16:19:39.703604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:40.294022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5039): Launched\u000a16:19:40.414077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:40.709096 run patchelf(pid=5040): Launched\u000a16:19:40.906507 run osmo-stp_10.42.42.5(pid=5037): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5037)]\u000a16:19:41.051122 run osmo-stp_10.42.42.5(pid=5037): stdout: \u000a| (launched: 2022-12-13_16:19:39.412711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:41.195940 run osmo-stp_10.42.42.5(pid=5037): stderr: \u000a| �[0;m�[38;5;43m20221213161939606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161939607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:41.334933 run osmo-stp_10.42.42.5(pid=5037): stdout: \u000a| (launched: 2022-12-13_16:19:39.412711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:41.473181 run osmo-stp_10.42.42.5(pid=5037): stderr: \u000a| �[0;m�[38;5;43m20221213161939606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161939607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161939607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161939608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:41.634407 run patchelf(pid=5040): Terminating (SIGINT)\u000a16:19:41.823655 run patchelf(pid=5040): Terminated: ok {rc=0}\u000a16:19:41.858174 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5037): Process ended prematurely: osmo-stp_10.42.42.5(pid=5037) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5037)] [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:19:41.868209 tst iperf3m4.py:8: Test FAILED (11.5 sec)\u000a16:19:41.933566 run osmo-hlr_10.42.42.2(pid=5034): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5034)]\u000a16:19:41.986010 run osmo-hlr_10.42.42.2(pid=5034): stdout: \u000a| (launched: 2022-12-13_16:19:38.358151) \u000a16:19:42.039073 run osmo-hlr_10.42.42.2(pid=5034): stderr: \u000a| �[0;m�[1;31m20221213161938560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161938560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161938560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161938560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161938560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161938560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161938576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161938584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161938584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161938584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:42.084251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5023): Terminating (SIGTERM)\u000a16:19:42.126887 run iperf3-srv_10.42.42.10(pid=5024): Terminating (SIGTERM)\u000a16:19:42.169536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5025): Terminating (SIGTERM)\u000a16:19:42.211966 run iperf3-srv_10.42.42.10(pid=5026): Terminating (SIGTERM)\u000a16:19:42.255039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5027): Terminating (SIGTERM)\u000a16:19:42.297805 run iperf3-srv_10.42.42.10(pid=5028): Terminating (SIGTERM)\u000a16:19:42.340655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5029): Terminating (SIGTERM)\u000a16:19:42.383222 run iperf3-srv_10.42.42.10(pid=5030): Terminating (SIGTERM)\u000a16:19:42.426143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5033): Terminating (SIGTERM)\u000a16:19:42.468889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5036): Terminating (SIGTERM)\u000a16:19:42.511692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5039): Terminating (SIGTERM)\u000a16:19:42.521585 --- ParallelTerminationStrategy: PID 5023 died...\u000a16:19:42.578864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5023): Terminated: ok {rc=0}\u000a16:19:42.589188 --- ParallelTerminationStrategy: PID 5024 died...\u000a16:19:42.646049 run iperf3-srv_10.42.42.10(pid=5024): Terminated {rc=256}\u000a16:19:42.656303 --- ParallelTerminationStrategy: PID 5025 died...\u000a16:19:42.713049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5025): Terminated: ok {rc=0}\u000a16:19:42.723172 --- ParallelTerminationStrategy: PID 5026 died...\u000a16:19:42.779934 run iperf3-srv_10.42.42.10(pid=5026): Terminated {rc=256}\u000a16:19:42.790199 --- ParallelTerminationStrategy: PID 5027 died...\u000a16:19:42.846871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5027): Terminated: ok {rc=0}\u000a16:19:42.857137 --- ParallelTerminationStrategy: PID 5028 died...\u000a16:19:42.914197 run iperf3-srv_10.42.42.10(pid=5028): Terminated {rc=256}\u000a16:19:42.924432 --- ParallelTerminationStrategy: PID 5029 died...\u000a16:19:42.981266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5029): Terminated: ok {rc=0}\u000a16:19:42.991521 --- ParallelTerminationStrategy: PID 5030 died...\u000a16:19:43.048227 run iperf3-srv_10.42.42.10(pid=5030): Terminated {rc=256}\u000a16:19:43.058461 --- ParallelTerminationStrategy: PID 5033 died...\u000a16:19:43.115368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5033): Terminated: ok {rc=0}\u000a16:19:43.126099 --- ParallelTerminationStrategy: PID 5036 died...\u000a16:19:43.183157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5036): Terminated: ok {rc=0}\u000a16:19:43.193539 --- ParallelTerminationStrategy: PID 5039 died...\u000a16:19:43.250227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5039): Terminated: ok {rc=0}\u000a16:19:43.338143 bus /gobi_4: Setting Powered False\u000a16:19:44.440882 bus /gobi_4: Setting Powered False\u000a16:19:45.549208 bus /gobi_1: Setting Powered False\u000a16:19:46.655884 bus /gobi_1: Setting Powered False\u000a16:19:47.767298 bus /gobi_0: Setting Powered False\u000a16:19:48.873881 bus /gobi_0: Setting Powered False\u000a16:19:49.984246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5047): Process ended prematurely: osmo-stp_10.42.42.5(pid=5047) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5047)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5047): Process ended prematurely: osmo-stp_10.42.42.5(pid=5047) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:19:51.053551 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.065827 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:19:51.215158 tst ping.py: using LAC 34793\u000a16:19:51.343092 tst ping.py: using RAC 113\u000a16:19:51.471708 tst ping.py: using CellId 34793\u000a16:19:51.602120 tst ping.py: using BVCI 34794\u000a16:19:51.627250 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.638814 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.650277 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.661661 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.673190 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.684747 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.696595 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:51.708210 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:19:52.008893 tst ping.py:19: start network...\u000a16:19:52.146456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:19:52.667566 run create_hlr_db(pid=5041): Launched\u000a16:19:52.859738 bus /gobi_6: Setting Powered False\u000a16:19:53.880301 run create_hlr_db(pid=5041): Terminated: ok {rc=0}\u000a16:19:54.299664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5043): Launched\u000a16:19:54.614955 run osmo-hlr_10.42.42.2(pid=5044): Launched\u000a16:19:54.730166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:19:55.268451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5046): Launched\u000a16:19:55.579414 run osmo-stp_10.42.42.5(pid=5047): Launched\u000a16:19:55.692177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:19:56.231588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5049): Launched\u000a16:19:56.341211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:19:56.615076 run patchelf(pid=5050): Launched\u000a16:19:56.795456 run osmo-stp_10.42.42.5(pid=5047): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5047)]\u000a16:19:56.927564 run osmo-stp_10.42.42.5(pid=5047): stdout: \u000a| (launched: 2022-12-13_16:19:55.424550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:57.060109 run osmo-stp_10.42.42.5(pid=5047): stderr: \u000a| �[0;m�[38;5;43m20221213161955596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161955596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161955597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161955597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161955599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161955599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161955599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:57.187337 run osmo-stp_10.42.42.5(pid=5047): stdout: \u000a| (launched: 2022-12-13_16:19:55.424550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:19:57.313087 run osmo-stp_10.42.42.5(pid=5047): stderr: \u000a| �[0;m�[38;5;43m20221213161955596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213161955596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213161955597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213161955597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213161955599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213161955599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213161955599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:19:57.460380 run patchelf(pid=5050): Terminating (SIGINT)\u000a16:19:57.633888 run patchelf(pid=5050): Terminated: ok {rc=0}\u000a16:19:57.665235 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5047): Process ended prematurely: osmo-stp_10.42.42.5(pid=5047) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5047)] [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a16:19:57.673935 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:19:57.734569 run osmo-hlr_10.42.42.2(pid=5044): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5044)]\u000a16:19:57.784135 run osmo-hlr_10.42.42.2(pid=5044): stdout: \u000a| (launched: 2022-12-13_16:19:54.456374) \u000a16:19:57.834469 run osmo-hlr_10.42.42.2(pid=5044): stderr: \u000a| �[0;m�[1;31m20221213161954636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213161954636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213161954636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161954636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213161954636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213161954636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213161954652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213161954660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213161954660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213161954660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:19:57.877423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5043): Terminating (SIGTERM)\u000a16:19:57.917685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5046): Terminating (SIGTERM)\u000a16:19:57.958087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5049): Terminating (SIGTERM)\u000a16:19:57.967461 --- ParallelTerminationStrategy: PID 5043 died...\u000a16:19:58.021519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5043): Terminated: ok {rc=0}\u000a16:19:58.031270 --- ParallelTerminationStrategy: PID 5046 died...\u000a16:19:58.084859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5046): Terminated: ok {rc=0}\u000a16:19:58.094760 --- ParallelTerminationStrategy: PID 5049 died...\u000a16:19:58.148329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5049): Terminated: ok {rc=0}\u000a16:19:58.237500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5060): Process ended prematurely: osmo-stp_10.42.42.5(pid=5060) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5060)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5060): Process ended prematurely: osmo-stp_10.42.42.5(pid=5060) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:19:59.289802 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.301769 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:19:59.442728 tst ping_idle_ping.py: using LAC 34794\u000a16:19:59.564918 tst ping_idle_ping.py: using RAC 114\u000a16:19:59.690458 tst ping_idle_ping.py: using CellId 34794\u000a16:19:59.812445 tst ping_idle_ping.py: using BVCI 34795\u000a16:19:59.835993 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.847182 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.857955 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.868754 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.879691 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.890795 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.902042 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:19:59.913139 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:20:00.196738 tst ping_idle_ping.py:24: start network...\u000a16:20:00.325750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:00.829932 run create_hlr_db(pid=5051): Launched\u000a16:20:01.051933 bus /gobi_6: Setting Powered False\u000a16:20:02.050107 run create_hlr_db(pid=5051): Terminated: ok {rc=0}\u000a16:20:02.519010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5056): Launched\u000a16:20:02.833537 run osmo-hlr_10.42.42.2(pid=5057): Launched\u000a16:20:02.947069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:03.486283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5059): Launched\u000a16:20:03.799805 run osmo-stp_10.42.42.5(pid=5060): Launched\u000a16:20:03.912030 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:04.456444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5062): Launched\u000a16:20:04.566832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:04.840934 run patchelf(pid=5063): Launched\u000a16:20:05.022992 run osmo-stp_10.42.42.5(pid=5060): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5060)]\u000a16:20:05.156490 run osmo-stp_10.42.42.5(pid=5060): stdout: \u000a| (launched: 2022-12-13_16:20:03.643787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:05.290377 run osmo-stp_10.42.42.5(pid=5060): stderr: \u000a| �[0;m�[38;5;43m20221213162003817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162003817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162003818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162003818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162003819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162003819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162003819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:05.418579 run osmo-stp_10.42.42.5(pid=5060): stdout: \u000a| (launched: 2022-12-13_16:20:03.643787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:05.545738 run osmo-stp_10.42.42.5(pid=5060): stderr: \u000a| �[0;m�[38;5;43m20221213162003817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162003817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162003818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162003818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162003819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162003819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162003819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:05.694161 run patchelf(pid=5063): Terminating (SIGINT)\u000a16:20:05.868771 run patchelf(pid=5063): Terminated: ok {rc=0}\u000a16:20:05.900543 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5060): Process ended prematurely: osmo-stp_10.42.42.5(pid=5060) [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5060)] [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:20:05.909320 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:20:05.969937 run osmo-hlr_10.42.42.2(pid=5057): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5057)]\u000a16:20:06.019523 run osmo-hlr_10.42.42.2(pid=5057): stdout: \u000a| (launched: 2022-12-13_16:20:02.677584) \u000a16:20:06.070062 run osmo-hlr_10.42.42.2(pid=5057): stderr: \u000a| �[0;m�[1;31m20221213162002856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162002856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162002856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162002856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162002856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162002856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162002867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162002876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162002876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162002876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:06.113329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5056): Terminating (SIGTERM)\u000a16:20:06.154080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5059): Terminating (SIGTERM)\u000a16:20:06.194786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5062): Terminating (SIGTERM)\u000a16:20:06.204336 --- ParallelTerminationStrategy: PID 5056 died...\u000a16:20:06.258968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5056): Terminated: ok {rc=0}\u000a16:20:06.268901 --- ParallelTerminationStrategy: PID 5059 died...\u000a16:20:06.323239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5059): Terminated: ok {rc=0}\u000a16:20:06.333129 --- ParallelTerminationStrategy: PID 5062 died...\u000a16:20:06.387225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5062): Terminated: ok {rc=0}\u000a16:20:06.472507 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:19:06" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5080): Process ended prematurely: osmo-stp_10.42.42.5(pid=5080) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5080)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5080): Process ended prematurely: osmo-stp_10.42.42.5(pid=5080) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:20:08.645369 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:08.657065 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:20:08.826832 tst cs_paging_gprs_active.py: using LAC 34795\u000a16:20:08.958944 tst cs_paging_gprs_active.py: using RAC 115\u000a16:20:09.091072 tst cs_paging_gprs_active.py: using CellId 34795\u000a16:20:09.226951 tst cs_paging_gprs_active.py: using BVCI 34796\u000a16:20:09.252787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.264276 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.275594 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.286944 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.298489 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.310186 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.321961 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.333439 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:09.345286 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:09.465571 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:09.771095 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:20:09.912465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:10.264248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5070): Launched\u000a16:20:10.555481 run iperf3-srv_10.42.42.10(pid=5071): Launched\u000a16:20:10.763760 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:20:10.904868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:11.255563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5072): Launched\u000a16:20:11.546032 run iperf3-srv_10.42.42.10(pid=5073): Launched\u000a16:20:11.752164 tst cs_paging_gprs_active.py:38: start network...\u000a16:20:11.892761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:12.425684 run create_hlr_db(pid=5074): Launched\u000a16:20:12.620087 bus /gobi_6: Setting Powered False\u000a16:20:13.640747 run create_hlr_db(pid=5074): Terminated: ok {rc=0}\u000a16:20:14.090731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5076): Launched\u000a16:20:14.430084 run osmo-hlr_10.42.42.2(pid=5077): Launched\u000a16:20:14.556592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:15.145924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5079): Launched\u000a16:20:15.485647 run osmo-stp_10.42.42.5(pid=5080): Launched\u000a16:20:15.607056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:16.225409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5082): Launched\u000a16:20:16.347583 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:16.689579 run patchelf(pid=5083): Launched\u000a16:20:16.882181 run osmo-stp_10.42.42.5(pid=5080): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5080)]\u000a16:20:17.021251 run osmo-stp_10.42.42.5(pid=5080): stdout: \u000a| (launched: 2022-12-13_16:20:15.317098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:17.162515 run osmo-stp_10.42.42.5(pid=5080): stderr: \u000a| �[0;m�[38;5;43m20221213162015512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162015512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162015513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162015513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162015516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:17.296933 run osmo-stp_10.42.42.5(pid=5080): stdout: \u000a| (launched: 2022-12-13_16:20:15.317098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:17.427521 run osmo-stp_10.42.42.5(pid=5080): stderr: \u000a| �[0;m�[38;5;43m20221213162015512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162015512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162015513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162015513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162015515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162015516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:17.579790 run patchelf(pid=5083): Terminating (SIGINT)\u000a16:20:17.759026 run patchelf(pid=5083): Terminated: ok {rc=0}\u000a16:20:17.791865 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5080): Process ended prematurely: osmo-stp_10.42.42.5(pid=5080) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5080)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:20:17.801646 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a16:20:17.863682 run osmo-hlr_10.42.42.2(pid=5077): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5077)]\u000a16:20:17.914075 run osmo-hlr_10.42.42.2(pid=5077): stdout: \u000a| (launched: 2022-12-13_16:20:14.262108) \u000a16:20:17.964975 run osmo-hlr_10.42.42.2(pid=5077): stderr: \u000a| �[0;m�[1;31m20221213162014463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162014463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162014463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162014463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162014463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162014463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162014475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162014484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:18.008431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5070): Terminating (SIGTERM)\u000a16:20:18.049451 run iperf3-srv_10.42.42.10(pid=5071): Terminating (SIGTERM)\u000a16:20:18.090626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5072): Terminating (SIGTERM)\u000a16:20:18.131513 run iperf3-srv_10.42.42.10(pid=5073): Terminating (SIGTERM)\u000a16:20:18.172525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5076): Terminating (SIGTERM)\u000a16:20:18.213373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5079): Terminating (SIGTERM)\u000a16:20:18.254268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5082): Terminating (SIGTERM)\u000a16:20:18.263340 --- ParallelTerminationStrategy: PID 5070 died...\u000a16:20:18.318402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5070): Terminated: ok {rc=0}\u000a16:20:18.328293 --- ParallelTerminationStrategy: PID 5071 died...\u000a16:20:18.383208 run iperf3-srv_10.42.42.10(pid=5071): Terminated {rc=256}\u000a16:20:18.393014 --- ParallelTerminationStrategy: PID 5072 died...\u000a16:20:18.448057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5072): Terminated: ok {rc=0}\u000a16:20:18.457993 --- ParallelTerminationStrategy: PID 5073 died...\u000a16:20:18.512976 run iperf3-srv_10.42.42.10(pid=5073): Terminated {rc=256}\u000a16:20:18.522881 --- ParallelTerminationStrategy: PID 5076 died...\u000a16:20:18.577995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5076): Terminated: ok {rc=0}\u000a16:20:18.587912 --- ParallelTerminationStrategy: PID 5079 died...\u000a16:20:18.643058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5079): Terminated: ok {rc=0}\u000a16:20:18.653062 --- ParallelTerminationStrategy: PID 5082 died...\u000a16:20:18.708089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5082): Terminated: ok {rc=0}\u000a16:20:18.798228 bus /gobi_0: Setting Powered False\u000a16:20:19.904652 bus /gobi_0: Setting Powered False\u000a16:20:21.017237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5092): Process ended prematurely: osmo-stp_10.42.42.5(pid=5092) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5092): Process ended prematurely: osmo-stp_10.42.42.5(pid=5092) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:20:22.129936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.141838 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:20:22.302139 tst iperf3.py: using LAC 34796\u000a16:20:22.426724 tst iperf3.py: using RAC 116\u000a16:20:22.551713 tst iperf3.py: using CellId 34796\u000a16:20:22.674423 tst iperf3.py: using BVCI 34797\u000a16:20:22.698606 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.709565 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.720298 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.731177 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.742347 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.753345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.764658 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.775651 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:22.787021 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:23.073673 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:23.205431 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:23.535050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5084): Launched\u000a16:20:23.808852 run iperf3-srv_10.42.42.10(pid=5085): Launched\u000a16:20:24.000905 tst iperf3.py:8: start network...\u000a16:20:24.131909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:24.638472 run create_hlr_db(pid=5086): Launched\u000a16:20:24.819833 bus /gobi_6: Setting Powered False\u000a16:20:25.840024 run create_hlr_db(pid=5086): Terminated: ok {rc=0}\u000a16:20:26.286764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5088): Launched\u000a16:20:26.626967 run osmo-hlr_10.42.42.2(pid=5089): Launched\u000a16:20:26.750632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:27.433150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5091): Launched\u000a16:20:27.764816 run osmo-stp_10.42.42.5(pid=5092): Launched\u000a16:20:27.884358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:28.460735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5094): Launched\u000a16:20:28.578544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:28.867963 run patchelf(pid=5095): Launched\u000a16:20:29.060306 run osmo-stp_10.42.42.5(pid=5092): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)]\u000a16:20:29.200853 run osmo-stp_10.42.42.5(pid=5092): stdout: \u000a| (launched: 2022-12-13_16:20:27.600115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:29.342395 run osmo-stp_10.42.42.5(pid=5092): stderr: \u000a| �[0;m�[38;5;43m20221213162027794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162027794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162027794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162027795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:29.478419 run osmo-stp_10.42.42.5(pid=5092): stdout: \u000a| (launched: 2022-12-13_16:20:27.600115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:29.613382 run osmo-stp_10.42.42.5(pid=5092): stderr: \u000a| �[0;m�[38;5;43m20221213162027794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162027794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162027794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162027795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:29.770438 run patchelf(pid=5095): Terminating (SIGINT)\u000a16:20:29.955150 run patchelf(pid=5095): Terminated: ok {rc=0}\u000a16:20:29.989156 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5092): Process ended prematurely: osmo-stp_10.42.42.5(pid=5092) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5092)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:20:29.999200 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:20:30.063044 run osmo-hlr_10.42.42.2(pid=5089): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5089)]\u000a16:20:30.114917 run osmo-hlr_10.42.42.2(pid=5089): stdout: \u000a| (launched: 2022-12-13_16:20:26.457799) \u000a16:20:30.167490 run osmo-hlr_10.42.42.2(pid=5089): stderr: \u000a| �[0;m�[1;31m20221213162026659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162026659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162026659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162026659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162026659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162026659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162026714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162026724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162026724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162026724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:30.212526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5084): Terminating (SIGTERM)\u000a16:20:30.255014 run iperf3-srv_10.42.42.10(pid=5085): Terminating (SIGTERM)\u000a16:20:30.297792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5088): Terminating (SIGTERM)\u000a16:20:30.340226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5091): Terminating (SIGTERM)\u000a16:20:30.383283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5094): Terminating (SIGTERM)\u000a16:20:30.393106 --- ParallelTerminationStrategy: PID 5084 died...\u000a16:20:30.449553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5084): Terminated: ok {rc=0}\u000a16:20:30.459514 --- ParallelTerminationStrategy: PID 5085 died...\u000a16:20:30.515649 run iperf3-srv_10.42.42.10(pid=5085): Terminated {rc=256}\u000a16:20:30.525742 --- ParallelTerminationStrategy: PID 5088 died...\u000a16:20:30.582218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5088): Terminated: ok {rc=0}\u000a16:20:30.592137 --- ParallelTerminationStrategy: PID 5091 died...\u000a16:20:30.648438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5091): Terminated: ok {rc=0}\u000a16:20:30.658423 --- ParallelTerminationStrategy: PID 5094 died...\u000a16:20:30.714575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5094): Terminated: ok {rc=0}\u000a16:20:30.803078 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5110): Process ended prematurely: osmo-stp_10.42.42.5(pid=5110) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5110)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5110): Process ended prematurely: osmo-stp_10.42.42.5(pid=5110) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:20:31.931080 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:31.943833 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:20:32.114189 tst iperf3m4.py: using LAC 34797\u000a16:20:32.244263 tst iperf3m4.py: using RAC 117\u000a16:20:32.374890 tst iperf3m4.py: using CellId 34797\u000a16:20:32.501731 tst iperf3m4.py: using BVCI 34798\u000a16:20:32.526881 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.538361 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.549746 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.560936 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.572493 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.584064 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.595731 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.607271 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:32.618931 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:32.737647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:32.863317 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:32.986939 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:33.272088 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:20:33.400619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:33.722464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5096): Launched\u000a16:20:33.989834 run iperf3-srv_10.42.42.10(pid=5097): Launched\u000a16:20:34.177471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:20:34.305389 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:34.626687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5098): Launched\u000a16:20:34.894921 run iperf3-srv_10.42.42.10(pid=5099): Launched\u000a16:20:35.082436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:20:35.210306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:35.532044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5100): Launched\u000a16:20:35.797587 run iperf3-srv_10.42.42.10(pid=5101): Launched\u000a16:20:35.985028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:20:36.112510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:20:36.433012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5102): Launched\u000a16:20:36.699146 run iperf3-srv_10.42.42.10(pid=5103): Launched\u000a16:20:36.886668 tst iperf3m4.py:8: start network...\u000a16:20:37.015039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:37.514619 run create_hlr_db(pid=5104): Launched\u000a16:20:37.691342 bus /gobi_6: Setting Powered False\u000a16:20:38.722699 run create_hlr_db(pid=5104): Terminated: ok {rc=0}\u000a16:20:39.164509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5106): Launched\u000a16:20:39.497039 run osmo-hlr_10.42.42.2(pid=5107): Launched\u000a16:20:39.617369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:40.194533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5109): Launched\u000a16:20:40.527257 run osmo-stp_10.42.42.5(pid=5110): Launched\u000a16:20:40.647094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:41.224762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5112): Launched\u000a16:20:41.342487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:41.634009 run patchelf(pid=5113): Launched\u000a16:20:41.827169 run osmo-stp_10.42.42.5(pid=5110): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5110)]\u000a16:20:41.970914 run osmo-stp_10.42.42.5(pid=5110): stdout: \u000a| (launched: 2022-12-13_16:20:40.361705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:42.112691 run osmo-stp_10.42.42.5(pid=5110): stderr: \u000a| �[0;m�[38;5;43m20221213162040554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162040554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162040555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162040555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162040555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162040555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162040555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:42.249433 run osmo-stp_10.42.42.5(pid=5110): stdout: \u000a| (launched: 2022-12-13_16:20:40.361705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:42.384900 run osmo-stp_10.42.42.5(pid=5110): stderr: \u000a| �[0;m�[38;5;43m20221213162040554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162040554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162040555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162040555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162040555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162040555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162040555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:42.542768 run patchelf(pid=5113): Terminating (SIGINT)\u000a16:20:42.728510 run patchelf(pid=5113): Terminated: ok {rc=0}\u000a16:20:42.762783 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5110): Process ended prematurely: osmo-stp_10.42.42.5(pid=5110) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5110)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:20:42.773162 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:20:42.837712 run osmo-hlr_10.42.42.2(pid=5107): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5107)]\u000a16:20:42.889908 run osmo-hlr_10.42.42.2(pid=5107): stdout: \u000a| (launched: 2022-12-13_16:20:39.332298) \u000a16:20:42.943397 run osmo-hlr_10.42.42.2(pid=5107): stderr: \u000a| �[0;m�[1;31m20221213162039533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162039533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162039533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162039533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162039533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162039533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162039546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162039554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162039554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162039554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:42.989146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5096): Terminating (SIGTERM)\u000a16:20:43.032019 run iperf3-srv_10.42.42.10(pid=5097): Terminating (SIGTERM)\u000a16:20:43.074856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5098): Terminating (SIGTERM)\u000a16:20:43.118091 run iperf3-srv_10.42.42.10(pid=5099): Terminating (SIGTERM)\u000a16:20:43.160381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5100): Terminating (SIGTERM)\u000a16:20:43.203142 run iperf3-srv_10.42.42.10(pid=5101): Terminating (SIGTERM)\u000a16:20:43.245465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5102): Terminating (SIGTERM)\u000a16:20:43.287991 run iperf3-srv_10.42.42.10(pid=5103): Terminating (SIGTERM)\u000a16:20:43.330399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5106): Terminating (SIGTERM)\u000a16:20:43.373184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5109): Terminating (SIGTERM)\u000a16:20:43.415465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5112): Terminating (SIGTERM)\u000a16:20:43.425197 --- ParallelTerminationStrategy: PID 5096 died...\u000a16:20:43.482005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5096): Terminated: ok {rc=0}\u000a16:20:43.491979 --- ParallelTerminationStrategy: PID 5097 died...\u000a16:20:43.548250 run iperf3-srv_10.42.42.10(pid=5097): Terminated {rc=256}\u000a16:20:43.558232 --- ParallelTerminationStrategy: PID 5098 died...\u000a16:20:43.614481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5098): Terminated: ok {rc=0}\u000a16:20:43.624493 --- ParallelTerminationStrategy: PID 5099 died...\u000a16:20:43.681313 run iperf3-srv_10.42.42.10(pid=5099): Terminated {rc=256}\u000a16:20:43.691326 --- ParallelTerminationStrategy: PID 5100 died...\u000a16:20:43.747658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5100): Terminated: ok {rc=0}\u000a16:20:43.757665 --- ParallelTerminationStrategy: PID 5101 died...\u000a16:20:43.813967 run iperf3-srv_10.42.42.10(pid=5101): Terminated {rc=256}\u000a16:20:43.823979 --- ParallelTerminationStrategy: PID 5102 died...\u000a16:20:43.880479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5102): Terminated: ok {rc=0}\u000a16:20:43.890517 --- ParallelTerminationStrategy: PID 5103 died...\u000a16:20:43.947134 run iperf3-srv_10.42.42.10(pid=5103): Terminated {rc=256}\u000a16:20:43.957146 --- ParallelTerminationStrategy: PID 5106 died...\u000a16:20:44.013436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5106): Terminated: ok {rc=0}\u000a16:20:44.023453 --- ParallelTerminationStrategy: PID 5109 died...\u000a16:20:44.079915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5109): Terminated: ok {rc=0}\u000a16:20:44.089965 --- ParallelTerminationStrategy: PID 5112 died...\u000a16:20:44.146600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5112): Terminated: ok {rc=0}\u000a16:20:44.234508 bus /gobi_4: Setting Powered False\u000a16:20:45.340145 bus /gobi_4: Setting Powered False\u000a16:20:46.464191 bus /gobi_1: Setting Powered False\u000a16:20:47.571847 bus /gobi_1: Setting Powered False\u000a16:20:48.681571 bus /gobi_0: Setting Powered False\u000a16:20:49.787861 bus /gobi_0: Setting Powered False\u000a16:20:50.897780 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5121): Process ended prematurely: osmo-stp_10.42.42.5(pid=5121) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5121)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5121): Process ended prematurely: osmo-stp_10.42.42.5(pid=5121) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:20:51.968277 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:51.980736 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:20:52.148753 tst ping.py: using LAC 34798\u000a16:20:52.276205 tst ping.py: using RAC 118\u000a16:20:52.404934 tst ping.py: using CellId 34798\u000a16:20:52.531127 tst ping.py: using BVCI 34799\u000a16:20:52.556155 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.567582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.578905 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.590376 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.601898 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.613845 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.625574 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:20:52.637146 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:20:52.931269 tst ping.py:19: start network...\u000a16:20:53.066634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:20:53.581314 run create_hlr_db(pid=5115): Launched\u000a16:20:53.770484 bus /gobi_6: Setting Powered False\u000a16:20:54.790501 run create_hlr_db(pid=5115): Terminated: ok {rc=0}\u000a16:20:55.226398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5117): Launched\u000a16:20:55.553976 run osmo-hlr_10.42.42.2(pid=5118): Launched\u000a16:20:55.675498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:20:56.242623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5120): Launched\u000a16:20:56.571102 run osmo-stp_10.42.42.5(pid=5121): Launched\u000a16:20:56.689281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:20:57.259782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5123): Launched\u000a16:20:57.375260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:20:57.658957 run patchelf(pid=5124): Launched\u000a16:20:57.848598 run osmo-stp_10.42.42.5(pid=5121): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5121)]\u000a16:20:57.988050 run osmo-stp_10.42.42.5(pid=5121): stdout: \u000a| (launched: 2022-12-13_16:20:56.407562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:58.127383 run osmo-stp_10.42.42.5(pid=5121): stderr: \u000a| �[0;m�[38;5;43m20221213162056599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162056599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162056600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162056600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162056601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162056601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162056601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:58.261495 run osmo-stp_10.42.42.5(pid=5121): stdout: \u000a| (launched: 2022-12-13_16:20:56.407562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:20:58.394130 run osmo-stp_10.42.42.5(pid=5121): stderr: \u000a| �[0;m�[38;5;43m20221213162056599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162056599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162056600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162056600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162056601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162056601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162056601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:20:58.549316 run patchelf(pid=5124): Terminating (SIGINT)\u000a16:20:58.731423 run patchelf(pid=5124): Terminated: ok {rc=0}\u000a16:20:58.764473 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5121): Process ended prematurely: osmo-stp_10.42.42.5(pid=5121) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5121)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:20:58.774138 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:20:58.837697 run osmo-hlr_10.42.42.2(pid=5118): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5118)]\u000a16:20:58.889403 run osmo-hlr_10.42.42.2(pid=5118): stdout: \u000a| (launched: 2022-12-13_16:20:55.391235) \u000a16:20:58.942446 run osmo-hlr_10.42.42.2(pid=5118): stderr: \u000a| �[0;m�[1;31m20221213162055590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162055590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162055590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162055590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162055590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162055590 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162055602 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162055610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162055611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162055611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:20:58.987795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5117): Terminating (SIGTERM)\u000a16:20:59.030891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5120): Terminating (SIGTERM)\u000a16:20:59.074072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5123): Terminating (SIGTERM)\u000a16:20:59.083959 --- ParallelTerminationStrategy: PID 5117 died...\u000a16:20:59.140697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5117): Terminated: ok {rc=0}\u000a16:20:59.150891 --- ParallelTerminationStrategy: PID 5120 died...\u000a16:20:59.207670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5120): Terminated: ok {rc=0}\u000a16:20:59.217881 --- ParallelTerminationStrategy: PID 5123 died...\u000a16:20:59.274527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5123): Terminated: ok {rc=0}\u000a16:20:59.362439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5131): Process ended prematurely: osmo-stp_10.42.42.5(pid=5131) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5131)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5131): Process ended prematurely: osmo-stp_10.42.42.5(pid=5131) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:21:00.412475 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:00.424595 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:21:00.590512 tst ping_idle_ping.py: using LAC 34799\u000a16:21:00.713167 tst ping_idle_ping.py: using RAC 119\u000a16:21:00.839410 tst ping_idle_ping.py: using CellId 34799\u000a16:21:01.000548 tst ping_idle_ping.py: using BVCI 34800\u000a16:21:01.027661 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.040256 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.052320 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.064726 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.078101 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.091605 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.106167 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:21:01.119582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:21:01.397464 tst ping_idle_ping.py:24: start network...\u000a16:21:01.524118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:02.052037 run create_hlr_db(pid=5125): Launched\u000a16:21:02.224817 bus /gobi_6: Setting Powered False\u000a16:21:03.243226 run create_hlr_db(pid=5125): Terminated: ok {rc=0}\u000a16:21:03.638137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5127): Launched\u000a16:21:03.934004 run osmo-hlr_10.42.42.2(pid=5128): Launched\u000a16:21:04.041025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:04.551726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5130): Launched\u000a16:21:04.849941 run osmo-stp_10.42.42.5(pid=5131): Launched\u000a16:21:04.957577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:05.473933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5133): Launched\u000a16:21:05.578510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:05.836415 run patchelf(pid=5134): Launched\u000a16:21:06.009123 run osmo-stp_10.42.42.5(pid=5131): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5131)]\u000a16:21:06.135516 run osmo-stp_10.42.42.5(pid=5131): stdout: \u000a| (launched: 2022-12-13_16:21:04.702831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:06.262290 run osmo-stp_10.42.42.5(pid=5131): stderr: \u000a| �[0;m�[38;5;43m20221213162104869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162104869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162104869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162104870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162104870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162104870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162104870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:06.384014 run osmo-stp_10.42.42.5(pid=5131): stdout: \u000a| (launched: 2022-12-13_16:21:04.702831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:06.504414 run osmo-stp_10.42.42.5(pid=5131): stderr: \u000a| �[0;m�[38;5;43m20221213162104869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162104869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162104869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162104870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162104870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162104870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162104870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:06.645500 run patchelf(pid=5134): Terminating (SIGINT)\u000a16:21:06.811381 run patchelf(pid=5134): Terminated: ok {rc=0}\u000a16:21:06.841814 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5131): Process ended prematurely: osmo-stp_10.42.42.5(pid=5131) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5131)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:21:06.850563 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a16:21:06.909957 run osmo-hlr_10.42.42.2(pid=5128): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5128)]\u000a16:21:06.958330 run osmo-hlr_10.42.42.2(pid=5128): stdout: \u000a| (launched: 2022-12-13_16:21:03.788038) \u000a16:21:07.007299 run osmo-hlr_10.42.42.2(pid=5128): stderr: \u000a| �[0;m�[1;31m20221213162103961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162103961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162103961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162103961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162103961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162103961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162103973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162103983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162103983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162103983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:07.048854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5127): Terminating (SIGTERM)\u000a16:21:07.087963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5130): Terminating (SIGTERM)\u000a16:21:07.127572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5133): Terminating (SIGTERM)\u000a16:21:07.136721 --- ParallelTerminationStrategy: PID 5127 died...\u000a16:21:07.189151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5127): Terminated: ok {rc=0}\u000a16:21:07.198516 --- ParallelTerminationStrategy: PID 5130 died...\u000a16:21:07.250570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5130): Terminated: ok {rc=0}\u000a16:21:07.259842 --- ParallelTerminationStrategy: PID 5133 died...\u000a16:21:07.311712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5133): Terminated: ok {rc=0}\u000a16:21:07.394253 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:20:08" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5148): Process ended prematurely: osmo-stp_10.42.42.5(pid=5148) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5148): Process ended prematurely: osmo-stp_10.42.42.5(pid=5148) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:21:09.546806 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:09.558524 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:21:09.725566 tst cs_paging_gprs_active.py: using LAC 34800\u000a16:21:09.852751 tst cs_paging_gprs_active.py: using RAC 120\u000a16:21:09.978792 tst cs_paging_gprs_active.py: using CellId 34800\u000a16:21:10.104806 tst cs_paging_gprs_active.py: using BVCI 34801\u000a16:21:10.129571 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.140787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.152037 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.163266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.174871 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.186350 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.198045 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.209587 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:10.221392 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:10.339018 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:10.637027 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:21:10.771644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:11.106994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5138): Launched\u000a16:21:11.386498 run iperf3-srv_10.42.42.10(pid=5139): Launched\u000a16:21:11.584276 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:21:11.718859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:12.055608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5140): Launched\u000a16:21:12.334117 run iperf3-srv_10.42.42.10(pid=5141): Launched\u000a16:21:12.531992 tst cs_paging_gprs_active.py:38: start network...\u000a16:21:12.666964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:13.175055 run create_hlr_db(pid=5142): Launched\u000a16:21:13.361709 bus /gobi_6: Setting Powered False\u000a16:21:14.382696 run create_hlr_db(pid=5142): Terminated: ok {rc=0}\u000a16:21:14.788437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5144): Launched\u000a16:21:15.090824 run osmo-hlr_10.42.42.2(pid=5145): Launched\u000a16:21:15.207214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:15.730561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5147): Launched\u000a16:21:16.114468 run osmo-stp_10.42.42.5(pid=5148): Launched\u000a16:21:16.226770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:17.018692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5150): Launched\u000a16:21:17.175471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:17.470963 run patchelf(pid=5151): Launched\u000a16:21:17.646796 run osmo-stp_10.42.42.5(pid=5148): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)]\u000a16:21:17.775094 run osmo-stp_10.42.42.5(pid=5148): stdout: \u000a| (launched: 2022-12-13_16:21:15.884542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:17.903295 run osmo-stp_10.42.42.5(pid=5148): stderr: \u000a| �[0;m�[38;5;43m20221213162116252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162116252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162116252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162116258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:18.027257 run osmo-stp_10.42.42.5(pid=5148): stdout: \u000a| (launched: 2022-12-13_16:21:15.884542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:18.150049 run osmo-stp_10.42.42.5(pid=5148): stderr: \u000a| �[0;m�[38;5;43m20221213162116252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162116252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162116252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162116258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162116259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:18.293368 run patchelf(pid=5151): Terminating (SIGINT)\u000a16:21:18.462652 run patchelf(pid=5151): Terminated: ok {rc=0}\u000a16:21:18.493831 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5148): Process ended prematurely: osmo-stp_10.42.42.5(pid=5148) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5148)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:21:18.502941 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:21:18.561683 run osmo-hlr_10.42.42.2(pid=5145): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5145)]\u000a16:21:18.609671 run osmo-hlr_10.42.42.2(pid=5145): stdout: \u000a| (launched: 2022-12-13_16:21:14.941661) \u000a16:21:18.658551 run osmo-hlr_10.42.42.2(pid=5145): stderr: \u000a| �[0;m�[1;31m20221213162115114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162115114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162115114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162115114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162115114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162115114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162115126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162115135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162115135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162115135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:18.700163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5138): Terminating (SIGTERM)\u000a16:21:18.739166 run iperf3-srv_10.42.42.10(pid=5139): Terminating (SIGTERM)\u000a16:21:18.778143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5140): Terminating (SIGTERM)\u000a16:21:18.816859 run iperf3-srv_10.42.42.10(pid=5141): Terminating (SIGTERM)\u000a16:21:18.856028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5144): Terminating (SIGTERM)\u000a16:21:18.895055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5147): Terminating (SIGTERM)\u000a16:21:18.934210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5150): Terminating (SIGTERM)\u000a16:21:18.943259 --- ParallelTerminationStrategy: PID 5138 died...\u000a16:21:18.995489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5138): Terminated: ok {rc=0}\u000a16:21:19.004893 --- ParallelTerminationStrategy: PID 5139 died...\u000a16:21:19.056755 run iperf3-srv_10.42.42.10(pid=5139): Terminated {rc=256}\u000a16:21:19.066184 --- ParallelTerminationStrategy: PID 5140 died...\u000a16:21:19.118179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5140): Terminated: ok {rc=0}\u000a16:21:19.127552 --- ParallelTerminationStrategy: PID 5141 died...\u000a16:21:19.179347 run iperf3-srv_10.42.42.10(pid=5141): Terminated {rc=256}\u000a16:21:19.188691 --- ParallelTerminationStrategy: PID 5144 died...\u000a16:21:19.241317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5144): Terminated: ok {rc=0}\u000a16:21:19.250638 --- ParallelTerminationStrategy: PID 5147 died...\u000a16:21:19.302603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5147): Terminated: ok {rc=0}\u000a16:21:19.311976 --- ParallelTerminationStrategy: PID 5150 died...\u000a16:21:19.364090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5150): Terminated: ok {rc=0}\u000a16:21:19.451860 bus /gobi_0: Setting Powered False\u000a16:21:20.553852 bus /gobi_0: Setting Powered False\u000a16:21:21.659591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5160): Process ended prematurely: osmo-stp_10.42.42.5(pid=5160) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5160)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5160): Process ended prematurely: osmo-stp_10.42.42.5(pid=5160) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:21:22.773748 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:22.786156 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:21:22.954311 tst iperf3.py: using LAC 34801\u000a16:21:23.082054 tst iperf3.py: using RAC 121\u000a16:21:23.209438 tst iperf3.py: using CellId 34801\u000a16:21:23.335913 tst iperf3.py: using BVCI 34802\u000a16:21:23.360656 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.372012 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.383242 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.394580 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.406013 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.417532 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.429162 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.440449 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:23.452224 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:23.744596 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:21:23.878054 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:24.211692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5152): Launched\u000a16:21:24.488503 run iperf3-srv_10.42.42.10(pid=5153): Launched\u000a16:21:24.684802 tst iperf3.py:8: start network...\u000a16:21:24.818759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:25.324080 run create_hlr_db(pid=5154): Launched\u000a16:21:25.508825 bus /gobi_6: Setting Powered False\u000a16:21:26.529975 run create_hlr_db(pid=5154): Terminated: ok {rc=0}\u000a16:21:26.957576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5156): Launched\u000a16:21:27.279681 run osmo-hlr_10.42.42.2(pid=5157): Launched\u000a16:21:27.394670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:27.956724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5159): Launched\u000a16:21:28.279864 run osmo-stp_10.42.42.5(pid=5160): Launched\u000a16:21:28.398367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:28.959030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5162): Launched\u000a16:21:29.074127 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:29.355406 run patchelf(pid=5163): Launched\u000a16:21:29.543231 run osmo-stp_10.42.42.5(pid=5160): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5160)]\u000a16:21:29.680717 run osmo-stp_10.42.42.5(pid=5160): stdout: \u000a| (launched: 2022-12-13_16:21:28.120536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:29.818864 run osmo-stp_10.42.42.5(pid=5160): stderr: \u000a| �[0;m�[38;5;43m20221213162128309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162128309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162128309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162128310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:29.952057 run osmo-stp_10.42.42.5(pid=5160): stdout: \u000a| (launched: 2022-12-13_16:21:28.120536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:30.084028 run osmo-stp_10.42.42.5(pid=5160): stderr: \u000a| �[0;m�[38;5;43m20221213162128309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162128309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162128309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162128310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:30.238463 run patchelf(pid=5163): Terminating (SIGINT)\u000a16:21:30.419347 run patchelf(pid=5163): Terminated: ok {rc=0}\u000a16:21:30.452635 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5160): Process ended prematurely: osmo-stp_10.42.42.5(pid=5160) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5160)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:21:30.462771 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:21:30.525902 run osmo-hlr_10.42.42.2(pid=5157): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5157)]\u000a16:21:30.577276 run osmo-hlr_10.42.42.2(pid=5157): stdout: \u000a| (launched: 2022-12-13_16:21:27.121156) \u000a16:21:30.629302 run osmo-hlr_10.42.42.2(pid=5157): stderr: \u000a| �[0;m�[1;31m20221213162127318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162127318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162127318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162127318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162127318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162127318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162127330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162127338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162127338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162127339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:30.673928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5152): Terminating (SIGTERM)\u000a16:21:30.715895 run iperf3-srv_10.42.42.10(pid=5153): Terminating (SIGTERM)\u000a16:21:30.758257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5156): Terminating (SIGTERM)\u000a16:21:30.800819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5159): Terminating (SIGTERM)\u000a16:21:30.847224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5162): Terminating (SIGTERM)\u000a16:21:30.865215 --- ParallelTerminationStrategy: PID 5152 died...\u000a16:21:30.929468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5152): Terminated: ok {rc=0}\u000a16:21:30.939312 --- ParallelTerminationStrategy: PID 5153 died...\u000a16:21:30.993239 run iperf3-srv_10.42.42.10(pid=5153): Terminated {rc=256}\u000a16:21:31.003041 --- ParallelTerminationStrategy: PID 5156 died...\u000a16:21:31.062491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5156): Terminated: ok {rc=0}\u000a16:21:31.072507 --- ParallelTerminationStrategy: PID 5159 died...\u000a16:21:31.126193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5159): Terminated: ok {rc=0}\u000a16:21:31.136161 --- ParallelTerminationStrategy: PID 5162 died...\u000a16:21:31.190410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5162): Terminated: ok {rc=0}\u000a16:21:31.281364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:21:32.388922 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:32.400701 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:21:32.557364 tst iperf3m4.py: using LAC 34802\u000a16:21:32.677960 tst iperf3m4.py: using RAC 122\u000a16:21:32.796293 tst iperf3m4.py: using CellId 34802\u000a16:21:32.914442 tst iperf3m4.py: using BVCI 34803\u000a16:21:32.937825 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:32.948874 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:32.959835 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:32.970886 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:32.981857 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:32.992869 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:33.003999 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:33.015142 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:33.026480 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:33.143698 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:33.265964 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:33.384754 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:33.677437 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:21:33.810940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:34.143731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5164): Launched\u000a16:21:34.419905 run iperf3-srv_10.42.42.10(pid=5165): Launched\u000a16:21:34.616381 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:21:34.750846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:35.084028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5166): Launched\u000a16:21:35.360735 run iperf3-srv_10.42.42.10(pid=5167): Launched\u000a16:21:35.557402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:21:35.691402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:36.024407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5168): Launched\u000a16:21:36.300837 run iperf3-srv_10.42.42.10(pid=5169): Launched\u000a16:21:36.496803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:21:36.630967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:21:36.964521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5170): Launched\u000a16:21:37.240885 run iperf3-srv_10.42.42.10(pid=5171): Launched\u000a16:21:37.437480 tst iperf3m4.py:8: start network...\u000a16:21:37.571127 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:38.075030 run create_hlr_db(pid=5172): Launched\u000a16:21:38.262036 bus /gobi_6: Setting Powered False\u000a16:21:39.281940 run create_hlr_db(pid=5172): Terminated: ok {rc=0}\u000a16:21:39.709082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5174): Launched\u000a16:21:40.032310 run osmo-hlr_10.42.42.2(pid=5175): Launched\u000a16:21:40.152102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:40.719945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Launched\u000a16:21:41.047029 run osmo-stp_10.42.42.5(pid=5178): Launched\u000a16:21:41.166620 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:41.740794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5180): Launched\u000a16:21:41.858369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:42.145788 run patchelf(pid=5181): Launched\u000a16:21:42.338569 run osmo-stp_10.42.42.5(pid=5178): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)]\u000a16:21:42.479904 run osmo-stp_10.42.42.5(pid=5178): stdout: \u000a| (launched: 2022-12-13_16:21:40.884919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:42.621690 run osmo-stp_10.42.42.5(pid=5178): stderr: \u000a| �[0;m�[38;5;43m20221213162141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162141074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162141074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162141074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162141074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:42.757920 run osmo-stp_10.42.42.5(pid=5178): stdout: \u000a| (launched: 2022-12-13_16:21:40.884919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:42.893082 run osmo-stp_10.42.42.5(pid=5178): stderr: \u000a| �[0;m�[38;5;43m20221213162141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162141074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162141074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162141074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162141074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:43.050478 run patchelf(pid=5181): Terminating (SIGINT)\u000a16:21:43.235155 run patchelf(pid=5181): Terminated: ok {rc=0}\u000a16:21:43.269094 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5178): Process ended prematurely: osmo-stp_10.42.42.5(pid=5178) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5178)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:21:43.279288 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:21:43.343841 run osmo-hlr_10.42.42.2(pid=5175): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5175)]\u000a16:21:43.396466 run osmo-hlr_10.42.42.2(pid=5175): stdout: \u000a| (launched: 2022-12-13_16:21:39.871947) \u000a16:21:43.449880 run osmo-hlr_10.42.42.2(pid=5175): stderr: \u000a| �[0;m�[1;31m20221213162140065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162140066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162140066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162140066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162140066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162140066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162140078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162140087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162140087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162140087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:43.495694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5164): Terminating (SIGTERM)\u000a16:21:43.539005 run iperf3-srv_10.42.42.10(pid=5165): Terminating (SIGTERM)\u000a16:21:43.582018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5166): Terminating (SIGTERM)\u000a16:21:43.625240 run iperf3-srv_10.42.42.10(pid=5167): Terminating (SIGTERM)\u000a16:21:43.668093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5168): Terminating (SIGTERM)\u000a16:21:43.711319 run iperf3-srv_10.42.42.10(pid=5169): Terminating (SIGTERM)\u000a16:21:43.754443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5170): Terminating (SIGTERM)\u000a16:21:43.797725 run iperf3-srv_10.42.42.10(pid=5171): Terminating (SIGTERM)\u000a16:21:43.840444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5174): Terminating (SIGTERM)\u000a16:21:43.883252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Terminating (SIGTERM)\u000a16:21:43.926098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5180): Terminating (SIGTERM)\u000a16:21:43.936043 --- ParallelTerminationStrategy: PID 5164 died...\u000a16:21:43.994017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5164): Terminated: ok {rc=0}\u000a16:21:44.004434 --- ParallelTerminationStrategy: PID 5165 died...\u000a16:21:44.061603 run iperf3-srv_10.42.42.10(pid=5165): Terminated {rc=256}\u000a16:21:44.071819 --- ParallelTerminationStrategy: PID 5166 died...\u000a16:21:44.129012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5166): Terminated: ok {rc=0}\u000a16:21:44.139262 --- ParallelTerminationStrategy: PID 5167 died...\u000a16:21:44.196407 run iperf3-srv_10.42.42.10(pid=5167): Terminated {rc=256}\u000a16:21:44.206617 --- ParallelTerminationStrategy: PID 5168 died...\u000a16:21:44.263803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5168): Terminated: ok {rc=0}\u000a16:21:44.274093 --- ParallelTerminationStrategy: PID 5169 died...\u000a16:21:44.331154 run iperf3-srv_10.42.42.10(pid=5169): Terminated {rc=256}\u000a16:21:44.341792 --- ParallelTerminationStrategy: PID 5170 died...\u000a16:21:44.399364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5170): Terminated: ok {rc=0}\u000a16:21:44.409812 --- ParallelTerminationStrategy: PID 5171 died...\u000a16:21:44.467111 run iperf3-srv_10.42.42.10(pid=5171): Terminated {rc=256}\u000a16:21:44.477768 --- ParallelTerminationStrategy: PID 5174 died...\u000a16:21:44.535033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5174): Terminated: ok {rc=0}\u000a16:21:44.545409 --- ParallelTerminationStrategy: PID 5177 died...\u000a16:21:44.602844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5177): Terminated: ok {rc=0}\u000a16:21:44.613092 --- ParallelTerminationStrategy: PID 5180 died...\u000a16:21:44.670721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5180): Terminated: ok {rc=0}\u000a16:21:44.758385 bus /gobi_4: Setting Powered False\u000a16:21:45.886590 bus /gobi_4: Setting Powered False\u000a16:21:47.005843 bus /gobi_1: Setting Powered False\u000a16:21:48.108702 bus /gobi_1: Setting Powered False\u000a16:21:49.216776 bus /gobi_0: Setting Powered False\u000a16:21:50.325406 bus /gobi_0: Setting Powered False\u000a16:21:51.435604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5188): Process ended prematurely: osmo-stp_10.42.42.5(pid=5188) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5188)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5188): Process ended prematurely: osmo-stp_10.42.42.5(pid=5188) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:21:52.502653 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:52.514573 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:21:52.670449 tst ping.py: using LAC 34803\u000a16:21:52.787189 tst ping.py: using RAC 123\u000a16:21:52.906271 tst ping.py: using CellId 34803\u000a16:21:53.023023 tst ping.py: using BVCI 34804\u000a16:21:53.046256 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.057215 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.067903 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.078773 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.089488 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.100821 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.111942 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:21:53.122935 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:21:53.397078 tst ping.py:19: start network...\u000a16:21:53.522421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:21:54.007868 run create_hlr_db(pid=5182): Launched\u000a16:21:54.183666 bus /gobi_6: Setting Powered False\u000a16:21:55.204214 run create_hlr_db(pid=5182): Terminated: ok {rc=0}\u000a16:21:55.611000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5184): Launched\u000a16:21:55.915247 run osmo-hlr_10.42.42.2(pid=5185): Launched\u000a16:21:56.025925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:21:56.550446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5187): Launched\u000a16:21:56.853089 run osmo-stp_10.42.42.5(pid=5188): Launched\u000a16:21:56.962098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:21:57.489635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5190): Launched\u000a16:21:57.597795 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:21:57.861789 run patchelf(pid=5191): Launched\u000a16:21:58.039478 run osmo-stp_10.42.42.5(pid=5188): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5188)]\u000a16:21:58.169650 run osmo-stp_10.42.42.5(pid=5188): stdout: \u000a| (launched: 2022-12-13_16:21:56.704136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:58.300094 run osmo-stp_10.42.42.5(pid=5188): stderr: \u000a| �[0;m�[38;5;43m20221213162156873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162156873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162156873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162156874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162156874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162156874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162156874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:58.425478 run osmo-stp_10.42.42.5(pid=5188): stdout: \u000a| (launched: 2022-12-13_16:21:56.704136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:21:58.549506 run osmo-stp_10.42.42.5(pid=5188): stderr: \u000a| �[0;m�[38;5;43m20221213162156873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162156873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162156873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162156874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162156874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162156874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162156874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:21:58.694424 run patchelf(pid=5191): Terminating (SIGINT)\u000a16:21:58.864731 run patchelf(pid=5191): Terminated: ok {rc=0}\u000a16:21:58.895762 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5188): Process ended prematurely: osmo-stp_10.42.42.5(pid=5188) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5188)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:21:58.904597 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:21:58.965902 run osmo-hlr_10.42.42.2(pid=5185): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5185)]\u000a16:21:59.016022 run osmo-hlr_10.42.42.2(pid=5185): stdout: \u000a| (launched: 2022-12-13_16:21:55.765096) \u000a16:21:59.066541 run osmo-hlr_10.42.42.2(pid=5185): stderr: \u000a| �[0;m�[1;31m20221213162155939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162155939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162155939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162155939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162155939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162155939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162155951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162155960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162155961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162155961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:21:59.109877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5184): Terminating (SIGTERM)\u000a16:21:59.150714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5187): Terminating (SIGTERM)\u000a16:21:59.191492 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5190): Terminating (SIGTERM)\u000a16:21:59.200608 --- ParallelTerminationStrategy: PID 5184 died...\u000a16:21:59.255435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5184): Terminated: ok {rc=0}\u000a16:21:59.265310 --- ParallelTerminationStrategy: PID 5187 died...\u000a16:21:59.319827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5187): Terminated: ok {rc=0}\u000a16:21:59.329741 --- ParallelTerminationStrategy: PID 5190 died...\u000a16:21:59.384084 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5190): Terminated: ok {rc=0}\u000a16:21:59.474286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5198): Process ended prematurely: osmo-stp_10.42.42.5(pid=5198) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5198): Process ended prematurely: osmo-stp_10.42.42.5(pid=5198) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:22:00.526927 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:00.539469 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:22:00.714339 tst ping_idle_ping.py: using LAC 34804\u000a16:22:00.849984 tst ping_idle_ping.py: using RAC 124\u000a16:22:00.990592 tst ping_idle_ping.py: using CellId 34804\u000a16:22:01.171481 tst ping_idle_ping.py: using BVCI 34805\u000a16:22:01.196107 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.208061 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.219959 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.231829 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.243432 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.255537 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.268224 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:22:01.279884 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:22:01.566978 tst ping_idle_ping.py:24: start network...\u000a16:22:01.698191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:02.231227 run create_hlr_db(pid=5192): Launched\u000a16:22:02.420799 bus /gobi_6: Setting Powered False\u000a16:22:03.439268 run create_hlr_db(pid=5192): Terminated: ok {rc=0}\u000a16:22:03.848829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5194): Launched\u000a16:22:04.151600 run osmo-hlr_10.42.42.2(pid=5195): Launched\u000a16:22:04.266070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:04.791241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5197): Launched\u000a16:22:05.097951 run osmo-stp_10.42.42.5(pid=5198): Launched\u000a16:22:05.207152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:05.739163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5200): Launched\u000a16:22:05.847314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:06.114024 run patchelf(pid=5201): Launched\u000a16:22:06.292575 run osmo-stp_10.42.42.5(pid=5198): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)]\u000a16:22:06.423127 run osmo-stp_10.42.42.5(pid=5198): stdout: \u000a| (launched: 2022-12-13_16:22:04.946784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:06.554192 run osmo-stp_10.42.42.5(pid=5198): stderr: \u000a| �[0;m�[38;5;43m20221213162205115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162205115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162205115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162205116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:06.679908 run osmo-stp_10.42.42.5(pid=5198): stdout: \u000a| (launched: 2022-12-13_16:22:04.946784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:06.804281 run osmo-stp_10.42.42.5(pid=5198): stderr: \u000a| �[0;m�[38;5;43m20221213162205115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162205115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162205115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162205116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:06.950368 run patchelf(pid=5201): Terminating (SIGINT)\u000a16:22:07.121381 run patchelf(pid=5201): Terminated: ok {rc=0}\u000a16:22:07.152269 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5198): Process ended prematurely: osmo-stp_10.42.42.5(pid=5198) [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5198)] [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:22:07.161170 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:22:07.222225 run osmo-hlr_10.42.42.2(pid=5195): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5195)]\u000a16:22:07.272061 run osmo-hlr_10.42.42.2(pid=5195): stdout: \u000a| (launched: 2022-12-13_16:22:04.002765) \u000a16:22:07.322743 run osmo-hlr_10.42.42.2(pid=5195): stderr: \u000a| �[0;m�[1;31m20221213162204177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162204177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162204177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162204177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162204177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162204177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162204189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162204198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162204199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162204199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:07.365696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5194): Terminating (SIGTERM)\u000a16:22:07.406070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5197): Terminating (SIGTERM)\u000a16:22:07.446478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5200): Terminating (SIGTERM)\u000a16:22:07.455805 --- ParallelTerminationStrategy: PID 5194 died...\u000a16:22:07.509987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5194): Terminated: ok {rc=0}\u000a16:22:07.519695 --- ParallelTerminationStrategy: PID 5197 died...\u000a16:22:07.573280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5197): Terminated: ok {rc=0}\u000a16:22:07.583034 --- ParallelTerminationStrategy: PID 5200 died...\u000a16:22:07.637454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5200): Terminated: ok {rc=0}\u000a16:22:07.725857 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:21:09" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5215): Process ended prematurely: osmo-stp_10.42.42.5(pid=5215) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5215)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5215): Process ended prematurely: osmo-stp_10.42.42.5(pid=5215) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:22:09.903339 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:09.914830 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:22:10.065175 tst cs_paging_gprs_active.py: using LAC 34805\u000a16:22:10.197204 tst cs_paging_gprs_active.py: using RAC 125\u000a16:22:10.327035 tst cs_paging_gprs_active.py: using CellId 34805\u000a16:22:10.454082 tst cs_paging_gprs_active.py: using BVCI 34806\u000a16:22:10.479769 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.491716 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.503648 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.515415 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.527797 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.539928 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.552196 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.564482 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:10.576875 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:10.694896 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:10.996251 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:22:11.133798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:11.474278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5205): Launched\u000a16:22:11.759115 run iperf3-srv_10.42.42.10(pid=5206): Launched\u000a16:22:11.961129 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:22:12.099478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:12.442480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5207): Launched\u000a16:22:12.728018 run iperf3-srv_10.42.42.10(pid=5208): Launched\u000a16:22:12.930395 tst cs_paging_gprs_active.py:38: start network...\u000a16:22:13.068734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:13.587351 run create_hlr_db(pid=5209): Launched\u000a16:22:13.777690 bus /gobi_6: Setting Powered False\u000a16:22:14.798785 run create_hlr_db(pid=5209): Terminated: ok {rc=0}\u000a16:22:15.213257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5211): Launched\u000a16:22:15.522792 run osmo-hlr_10.42.42.2(pid=5212): Launched\u000a16:22:15.645400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:16.257572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5214): Launched\u000a16:22:16.671611 run osmo-stp_10.42.42.5(pid=5215): Launched\u000a16:22:16.829431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:17.452758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5217): Launched\u000a16:22:17.562228 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:17.833087 run patchelf(pid=5218): Launched\u000a16:22:18.013268 run osmo-stp_10.42.42.5(pid=5215): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5215)]\u000a16:22:18.145280 run osmo-stp_10.42.42.5(pid=5215): stdout: \u000a| (launched: 2022-12-13_16:22:16.417395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:18.277319 run osmo-stp_10.42.42.5(pid=5215): stderr: \u000a| �[0;m�[38;5;43m20221213162216759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162216759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162216759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162216760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162216760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162216760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162216768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:18.404604 run osmo-stp_10.42.42.5(pid=5215): stdout: \u000a| (launched: 2022-12-13_16:22:16.417395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:18.530327 run osmo-stp_10.42.42.5(pid=5215): stderr: \u000a| �[0;m�[38;5;43m20221213162216759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162216759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162216759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162216760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162216760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162216760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162216768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:18.677908 run patchelf(pid=5218): Terminating (SIGINT)\u000a16:22:18.851131 run patchelf(pid=5218): Terminated: ok {rc=0}\u000a16:22:18.882855 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5215): Process ended prematurely: osmo-stp_10.42.42.5(pid=5215) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5215)] [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:22:18.892235 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:22:18.952289 run osmo-hlr_10.42.42.2(pid=5212): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5212)]\u000a16:22:19.001551 run osmo-hlr_10.42.42.2(pid=5212): stdout: \u000a| (launched: 2022-12-13_16:22:15.370513) \u000a16:22:19.051533 run osmo-hlr_10.42.42.2(pid=5212): stderr: \u000a| �[0;m�[1;31m20221213162215545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162215545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162215545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162215546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162215546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162215546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162215558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162215568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162215568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162215569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:19.094253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5205): Terminating (SIGTERM)\u000a16:22:19.133992 run iperf3-srv_10.42.42.10(pid=5206): Terminating (SIGTERM)\u000a16:22:19.173652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5207): Terminating (SIGTERM)\u000a16:22:19.213399 run iperf3-srv_10.42.42.10(pid=5208): Terminating (SIGTERM)\u000a16:22:19.253149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5211): Terminating (SIGTERM)\u000a16:22:19.292707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5214): Terminating (SIGTERM)\u000a16:22:19.332344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5217): Terminating (SIGTERM)\u000a16:22:19.341727 --- ParallelTerminationStrategy: PID 5205 died...\u000a16:22:19.394993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5205): Terminated: ok {rc=0}\u000a16:22:19.404491 --- ParallelTerminationStrategy: PID 5206 died...\u000a16:22:19.457093 run iperf3-srv_10.42.42.10(pid=5206): Terminated {rc=256}\u000a16:22:19.466629 --- ParallelTerminationStrategy: PID 5207 died...\u000a16:22:19.519110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5207): Terminated: ok {rc=0}\u000a16:22:19.528526 --- ParallelTerminationStrategy: PID 5208 died...\u000a16:22:19.580915 run iperf3-srv_10.42.42.10(pid=5208): Terminated {rc=256}\u000a16:22:19.590455 --- ParallelTerminationStrategy: PID 5211 died...\u000a16:22:19.643125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5211): Terminated: ok {rc=0}\u000a16:22:19.652598 --- ParallelTerminationStrategy: PID 5214 died...\u000a16:22:19.705928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5214): Terminated: ok {rc=0}\u000a16:22:19.715627 --- ParallelTerminationStrategy: PID 5217 died...\u000a16:22:19.768259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5217): Terminated: ok {rc=0}\u000a16:22:19.856642 bus /gobi_0: Setting Powered False\u000a16:22:20.961389 bus /gobi_0: Setting Powered False\u000a16:22:22.071552 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5227): Process ended prematurely: osmo-stp_10.42.42.5(pid=5227) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5227)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5227): Process ended prematurely: osmo-stp_10.42.42.5(pid=5227) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:22:23.182635 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.194952 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:22:23.350689 tst iperf3.py: using LAC 34806\u000a16:22:23.483293 tst iperf3.py: using RAC 126\u000a16:22:23.611739 tst iperf3.py: using CellId 34806\u000a16:22:23.738543 tst iperf3.py: using BVCI 34807\u000a16:22:23.764070 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.775918 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.787682 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.799382 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.811426 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.823488 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.835621 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.847620 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:23.859817 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:24.142983 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:22:24.271172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:24.593779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5219): Launched\u000a16:22:24.862419 run iperf3-srv_10.42.42.10(pid=5220): Launched\u000a16:22:25.050204 tst iperf3.py:8: start network...\u000a16:22:25.178523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:25.672706 run create_hlr_db(pid=5221): Launched\u000a16:22:25.849882 bus /gobi_6: Setting Powered False\u000a16:22:26.881385 run create_hlr_db(pid=5221): Terminated: ok {rc=0}\u000a16:22:27.319816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5223): Launched\u000a16:22:27.651192 run osmo-hlr_10.42.42.2(pid=5224): Launched\u000a16:22:27.775347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:28.349423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5226): Launched\u000a16:22:28.679096 run osmo-stp_10.42.42.5(pid=5227): Launched\u000a16:22:28.798727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:29.375927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5229): Launched\u000a16:22:29.493943 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:29.784353 run patchelf(pid=5230): Launched\u000a16:22:29.977906 run osmo-stp_10.42.42.5(pid=5227): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5227)]\u000a16:22:30.119485 run osmo-stp_10.42.42.5(pid=5227): stdout: \u000a| (launched: 2022-12-13_16:22:28.516286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:30.261190 run osmo-stp_10.42.42.5(pid=5227): stderr: \u000a| �[0;m�[38;5;43m20221213162228707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162228707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162228707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162228707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162228708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162228708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162228708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:30.397705 run osmo-stp_10.42.42.5(pid=5227): stdout: \u000a| (launched: 2022-12-13_16:22:28.516286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:30.532892 run osmo-stp_10.42.42.5(pid=5227): stderr: \u000a| �[0;m�[38;5;43m20221213162228707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162228707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162228707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162228707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162228708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162228708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162228708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:30.690530 run patchelf(pid=5230): Terminating (SIGINT)\u000a16:22:30.893817 run patchelf(pid=5230): Terminated: ok {rc=0}\u000a16:22:30.926957 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5227): Process ended prematurely: osmo-stp_10.42.42.5(pid=5227) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5227)] [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:22:30.937277 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:22:30.998965 run osmo-hlr_10.42.42.2(pid=5224): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5224)]\u000a16:22:31.050264 run osmo-hlr_10.42.42.2(pid=5224): stdout: \u000a| (launched: 2022-12-13_16:22:27.487501) \u000a16:22:31.102696 run osmo-hlr_10.42.42.2(pid=5224): stderr: \u000a| �[0;m�[1;31m20221213162227684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162227684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162227684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162227684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162227684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162227685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162227697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162227706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162227706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162227706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:31.146803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5219): Terminating (SIGTERM)\u000a16:22:31.188490 run iperf3-srv_10.42.42.10(pid=5220): Terminating (SIGTERM)\u000a16:22:31.230150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5223): Terminating (SIGTERM)\u000a16:22:31.275601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5226): Terminating (SIGTERM)\u000a16:22:31.319349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5229): Terminating (SIGTERM)\u000a16:22:31.329604 --- ParallelTerminationStrategy: PID 5219 died...\u000a16:22:31.386958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5219): Terminated: ok {rc=0}\u000a16:22:31.397094 --- ParallelTerminationStrategy: PID 5220 died...\u000a16:22:31.451693 run iperf3-srv_10.42.42.10(pid=5220): Terminated {rc=256}\u000a16:22:31.462788 --- ParallelTerminationStrategy: PID 5223 died...\u000a16:22:31.518020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5223): Terminated: ok {rc=0}\u000a16:22:31.528395 --- ParallelTerminationStrategy: PID 5226 died...\u000a16:22:31.583732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5226): Terminated: ok {rc=0}\u000a16:22:31.594016 --- ParallelTerminationStrategy: PID 5229 died...\u000a16:22:31.649330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5229): Terminated: ok {rc=0}\u000a16:22:31.751791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5245): Process ended prematurely: osmo-stp_10.42.42.5(pid=5245) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5245): Process ended prematurely: osmo-stp_10.42.42.5(pid=5245) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:22:32.872113 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:32.885037 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:22:33.036416 tst iperf3m4.py: using LAC 34807\u000a16:22:33.164832 tst iperf3m4.py: using RAC 127\u000a16:22:33.295788 tst iperf3m4.py: using CellId 34807\u000a16:22:33.423249 tst iperf3m4.py: using BVCI 34808\u000a16:22:33.448412 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.460294 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.472063 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.483904 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.495961 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.507886 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.520069 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.532222 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:33.544635 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:33.668366 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:33.790819 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:33.913022 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:34.197268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:22:34.324119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:34.642539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5231): Launched\u000a16:22:34.909767 run iperf3-srv_10.42.42.10(pid=5232): Launched\u000a16:22:35.097103 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:22:35.224774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:35.543784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5233): Launched\u000a16:22:35.808471 run iperf3-srv_10.42.42.10(pid=5234): Launched\u000a16:22:35.996464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:22:36.123701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:36.444592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5235): Launched\u000a16:22:36.709019 run iperf3-srv_10.42.42.10(pid=5236): Launched\u000a16:22:36.895171 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:22:37.022326 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:22:37.340705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5237): Launched\u000a16:22:37.605368 run iperf3-srv_10.42.42.10(pid=5238): Launched\u000a16:22:37.792408 tst iperf3m4.py:8: start network...\u000a16:22:37.920381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:38.416227 run create_hlr_db(pid=5239): Launched\u000a16:22:38.592937 bus /gobi_6: Setting Powered False\u000a16:22:39.613562 run create_hlr_db(pid=5239): Terminated: ok {rc=0}\u000a16:22:40.053540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5241): Launched\u000a16:22:40.384809 run osmo-hlr_10.42.42.2(pid=5242): Launched\u000a16:22:40.505371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:41.080826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Launched\u000a16:22:41.414322 run osmo-stp_10.42.42.5(pid=5245): Launched\u000a16:22:41.534440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:42.112875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5247): Launched\u000a16:22:42.230955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:42.521487 run patchelf(pid=5248): Launched\u000a16:22:42.715931 run osmo-stp_10.42.42.5(pid=5245): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)]\u000a16:22:42.858253 run osmo-stp_10.42.42.5(pid=5245): stdout: \u000a| (launched: 2022-12-13_16:22:41.248499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:43.001544 run osmo-stp_10.42.42.5(pid=5245): stderr: \u000a| �[0;m�[38;5;43m20221213162241438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162241438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162241438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162241439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162241439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162241439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162241440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:43.139061 run osmo-stp_10.42.42.5(pid=5245): stdout: \u000a| (launched: 2022-12-13_16:22:41.248499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:43.275618 run osmo-stp_10.42.42.5(pid=5245): stderr: \u000a| �[0;m�[38;5;43m20221213162241438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162241438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162241438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162241439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162241439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162241439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162241440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:43.435008 run patchelf(pid=5248): Terminating (SIGINT)\u000a16:22:43.622202 run patchelf(pid=5248): Terminated: ok {rc=0}\u000a16:22:43.656264 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5245): Process ended prematurely: osmo-stp_10.42.42.5(pid=5245) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5245)] [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:22:43.666535 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:22:43.731446 run osmo-hlr_10.42.42.2(pid=5242): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5242)]\u000a16:22:43.783858 run osmo-hlr_10.42.42.2(pid=5242): stdout: \u000a| (launched: 2022-12-13_16:22:40.221556) \u000a16:22:43.836782 run osmo-hlr_10.42.42.2(pid=5242): stderr: \u000a| �[0;m�[1;31m20221213162240415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162240415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162240415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162240415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162240416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162240416 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162240428 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162240437 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162240438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162240438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:43.882146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5231): Terminating (SIGTERM)\u000a16:22:43.925366 run iperf3-srv_10.42.42.10(pid=5232): Terminating (SIGTERM)\u000a16:22:43.967906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5233): Terminating (SIGTERM)\u000a16:22:44.010854 run iperf3-srv_10.42.42.10(pid=5234): Terminating (SIGTERM)\u000a16:22:44.053717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5235): Terminating (SIGTERM)\u000a16:22:44.096429 run iperf3-srv_10.42.42.10(pid=5236): Terminating (SIGTERM)\u000a16:22:44.139080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5237): Terminating (SIGTERM)\u000a16:22:44.182038 run iperf3-srv_10.42.42.10(pid=5238): Terminating (SIGTERM)\u000a16:22:44.224717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5241): Terminating (SIGTERM)\u000a16:22:44.267995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Terminating (SIGTERM)\u000a16:22:44.310710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5247): Terminating (SIGTERM)\u000a16:22:44.320418 --- ParallelTerminationStrategy: PID 5231 died...\u000a16:22:44.377494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5231): Terminated: ok {rc=0}\u000a16:22:44.387560 --- ParallelTerminationStrategy: PID 5232 died...\u000a16:22:44.443993 run iperf3-srv_10.42.42.10(pid=5232): Terminated {rc=256}\u000a16:22:44.454038 --- ParallelTerminationStrategy: PID 5233 died...\u000a16:22:44.510563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5233): Terminated: ok {rc=0}\u000a16:22:44.520625 --- ParallelTerminationStrategy: PID 5234 died...\u000a16:22:44.577371 run iperf3-srv_10.42.42.10(pid=5234): Terminated {rc=256}\u000a16:22:44.587370 --- ParallelTerminationStrategy: PID 5235 died...\u000a16:22:44.643730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5235): Terminated: ok {rc=0}\u000a16:22:44.653787 --- ParallelTerminationStrategy: PID 5236 died...\u000a16:22:44.710118 run iperf3-srv_10.42.42.10(pid=5236): Terminated {rc=256}\u000a16:22:44.720153 --- ParallelTerminationStrategy: PID 5237 died...\u000a16:22:44.776740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5237): Terminated: ok {rc=0}\u000a16:22:44.786805 --- ParallelTerminationStrategy: PID 5238 died...\u000a16:22:44.843093 run iperf3-srv_10.42.42.10(pid=5238): Terminated {rc=256}\u000a16:22:44.853187 --- ParallelTerminationStrategy: PID 5241 died...\u000a16:22:44.909720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5241): Terminated: ok {rc=0}\u000a16:22:44.919781 --- ParallelTerminationStrategy: PID 5244 died...\u000a16:22:44.976243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5244): Terminated: ok {rc=0}\u000a16:22:44.986733 --- ParallelTerminationStrategy: PID 5247 died...\u000a16:22:45.043232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5247): Terminated: ok {rc=0}\u000a16:22:45.130460 bus /gobi_4: Setting Powered False\u000a16:22:46.253937 bus /gobi_4: Setting Powered False\u000a16:22:47.368289 bus /gobi_1: Setting Powered False\u000a16:22:48.472023 bus /gobi_1: Setting Powered False\u000a16:22:49.584030 bus /gobi_0: Setting Powered False\u000a16:22:50.690878 bus /gobi_0: Setting Powered False\u000a16:22:51.800049 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5257): Process ended prematurely: osmo-stp_10.42.42.5(pid=5257) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5257)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5257): Process ended prematurely: osmo-stp_10.42.42.5(pid=5257) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:22:52.868327 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:52.880460 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:22:53.021780 tst ping.py: using LAC 34808\u000a16:22:53.143388 tst ping.py: using RAC 128\u000a16:22:53.263444 tst ping.py: using CellId 34808\u000a16:22:53.383521 tst ping.py: using BVCI 34809\u000a16:22:53.406769 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.418209 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.429420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.440500 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.451888 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.463359 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.474867 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:22:53.486338 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:22:53.784043 tst ping.py:19: start network...\u000a16:22:53.920256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:22:54.434999 run create_hlr_db(pid=5251): Launched\u000a16:22:54.624487 bus /gobi_6: Setting Powered False\u000a16:22:55.643551 run create_hlr_db(pid=5251): Terminated: ok {rc=0}\u000a16:22:56.054460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5253): Launched\u000a16:22:56.360182 run osmo-hlr_10.42.42.2(pid=5254): Launched\u000a16:22:56.480084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:22:57.022433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5256): Launched\u000a16:22:57.328037 run osmo-stp_10.42.42.5(pid=5257): Launched\u000a16:22:57.438297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:22:57.971582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5259): Launched\u000a16:22:58.080552 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:22:58.349895 run patchelf(pid=5260): Launched\u000a16:22:58.529668 run osmo-stp_10.42.42.5(pid=5257): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5257)]\u000a16:22:58.661429 run osmo-stp_10.42.42.5(pid=5257): stdout: \u000a| (launched: 2022-12-13_16:22:57.177120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:58.793133 run osmo-stp_10.42.42.5(pid=5257): stderr: \u000a| �[0;m�[38;5;43m20221213162257347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162257347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162257347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162257348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:58.919901 run osmo-stp_10.42.42.5(pid=5257): stdout: \u000a| (launched: 2022-12-13_16:22:57.177120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:22:59.045132 run osmo-stp_10.42.42.5(pid=5257): stderr: \u000a| �[0;m�[38;5;43m20221213162257347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162257347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162257347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162257348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162257348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:22:59.191333 run patchelf(pid=5260): Terminating (SIGINT)\u000a16:22:59.362636 run patchelf(pid=5260): Terminated: ok {rc=0}\u000a16:22:59.393858 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5257): Process ended prematurely: osmo-stp_10.42.42.5(pid=5257) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5257)] [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:22:59.402747 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:22:59.463518 run osmo-hlr_10.42.42.2(pid=5254): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5254)]\u000a16:22:59.512981 run osmo-hlr_10.42.42.2(pid=5254): stdout: \u000a| (launched: 2022-12-13_16:22:56.209058) \u000a16:22:59.563197 run osmo-hlr_10.42.42.2(pid=5254): stderr: \u000a| �[0;m�[1;31m20221213162256384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162256384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162256384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162256384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162256385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162256385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162256397 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162256407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162256407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162256407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:22:59.605774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5253): Terminating (SIGTERM)\u000a16:22:59.645659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5256): Terminating (SIGTERM)\u000a16:22:59.686383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5259): Terminating (SIGTERM)\u000a16:22:59.695627 --- ParallelTerminationStrategy: PID 5253 died...\u000a16:22:59.749118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5253): Terminated: ok {rc=0}\u000a16:22:59.758693 --- ParallelTerminationStrategy: PID 5256 died...\u000a16:22:59.812122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5256): Terminated: ok {rc=0}\u000a16:22:59.821830 --- ParallelTerminationStrategy: PID 5259 died...\u000a16:22:59.874961 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5259): Terminated: ok {rc=0}\u000a16:22:59.959044 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5267): Process ended prematurely: osmo-stp_10.42.42.5(pid=5267) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5267)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5267): Process ended prematurely: osmo-stp_10.42.42.5(pid=5267) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:23:01.009698 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.022586 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:23:01.170440 tst ping_idle_ping.py: using LAC 34809\u000a16:23:01.297118 tst ping_idle_ping.py: using RAC 129\u000a16:23:01.452208 tst ping_idle_ping.py: using CellId 34809\u000a16:23:01.581637 tst ping_idle_ping.py: using BVCI 34810\u000a16:23:01.607948 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.621168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.634098 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.647246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.660733 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.675394 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.690043 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:23:01.704185 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:23:02.032299 tst ping_idle_ping.py:24: start network...\u000a16:23:02.163095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:02.656554 run create_hlr_db(pid=5261): Launched\u000a16:23:02.833606 bus /gobi_6: Setting Powered False\u000a16:23:03.853887 run create_hlr_db(pid=5261): Terminated: ok {rc=0}\u000a16:23:04.291284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5263): Launched\u000a16:23:04.621934 run osmo-hlr_10.42.42.2(pid=5264): Launched\u000a16:23:04.741506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:05.313035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5266): Launched\u000a16:23:05.643680 run osmo-stp_10.42.42.5(pid=5267): Launched\u000a16:23:05.762551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:06.331718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5269): Launched\u000a16:23:06.439658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:06.706570 run patchelf(pid=5270): Launched\u000a16:23:06.885979 run osmo-stp_10.42.42.5(pid=5267): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5267)]\u000a16:23:07.017357 run osmo-stp_10.42.42.5(pid=5267): stdout: \u000a| (launched: 2022-12-13_16:23:05.479890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:07.149169 run osmo-stp_10.42.42.5(pid=5267): stderr: \u000a| �[0;m�[38;5;43m20221213162305672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162305673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162305673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162305673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162305674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162305674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162305674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:07.275257 run osmo-stp_10.42.42.5(pid=5267): stdout: \u000a| (launched: 2022-12-13_16:23:05.479890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:07.400349 run osmo-stp_10.42.42.5(pid=5267): stderr: \u000a| �[0;m�[38;5;43m20221213162305672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162305673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162305673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162305673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162305674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162305674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162305674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:07.546568 run patchelf(pid=5270): Terminating (SIGINT)\u000a16:23:07.718065 run patchelf(pid=5270): Terminated: ok {rc=0}\u000a16:23:07.749312 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5267): Process ended prematurely: osmo-stp_10.42.42.5(pid=5267) [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5267)] [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:23:07.758109 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:23:07.817947 run osmo-hlr_10.42.42.2(pid=5264): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5264)]\u000a16:23:07.866753 run osmo-hlr_10.42.42.2(pid=5264): stdout: \u000a| (launched: 2022-12-13_16:23:04.457787) \u000a16:23:07.916212 run osmo-hlr_10.42.42.2(pid=5264): stderr: \u000a| �[0;m�[1;31m20221213162304655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162304655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162304655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162304655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162304655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162304655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162304672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162304682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162304682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162304682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:07.958163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5263): Terminating (SIGTERM)\u000a16:23:07.997820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5266): Terminating (SIGTERM)\u000a16:23:08.037453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5269): Terminating (SIGTERM)\u000a16:23:08.046646 --- ParallelTerminationStrategy: PID 5263 died...\u000a16:23:08.100241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5263): Terminated: ok {rc=0}\u000a16:23:08.109986 --- ParallelTerminationStrategy: PID 5266 died...\u000a16:23:08.163113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5266): Terminated: ok {rc=0}\u000a16:23:08.172592 --- ParallelTerminationStrategy: PID 5269 died...\u000a16:23:08.225729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5269): Terminated: ok {rc=0}\u000a16:23:08.314127 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:22:09" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5281): Process ended prematurely: osmo-stp_10.42.42.5(pid=5281) [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5281): Process ended prematurely: osmo-stp_10.42.42.5(pid=5281) [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:23:10.351135 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.362479 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:23:10.525642 tst switch_tch_pdch.py: using LAC 34810\u000a16:23:10.642478 tst switch_tch_pdch.py: using RAC 130\u000a16:23:10.759747 tst switch_tch_pdch.py: using CellId 34810\u000a16:23:10.877526 tst switch_tch_pdch.py: using BVCI 34811\u000a16:23:10.900782 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.912089 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.923348 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.934563 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.945744 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.956784 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.968015 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:23:10.979268 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:23:11.100367 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:23:11.384105 tst switch_tch_pdch.py:51: start network...\u000a16:23:11.511115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:11.999324 run create_hlr_db(pid=5275): Launched\u000a16:23:12.177305 bus /gobi_6: Setting Powered False\u000a16:23:13.195700 run create_hlr_db(pid=5275): Terminated: ok {rc=0}\u000a16:23:13.602856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5277): Launched\u000a16:23:13.908933 run osmo-hlr_10.42.42.2(pid=5278): Launched\u000a16:23:14.029726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:14.566892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5280): Launched\u000a16:23:14.872293 run osmo-stp_10.42.42.5(pid=5281): Launched\u000a16:23:14.982865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:15.515200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5283): Launched\u000a16:23:15.623288 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:15.923131 run patchelf(pid=5284): Launched\u000a16:23:16.104525 run osmo-stp_10.42.42.5(pid=5281): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)]\u000a16:23:16.238350 run osmo-stp_10.42.42.5(pid=5281): stdout: \u000a| (launched: 2022-12-13_16:23:14.721766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:16.371590 run osmo-stp_10.42.42.5(pid=5281): stderr: \u000a| �[0;m�[38;5;43m20221213162314894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162314894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162314894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162314894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162314895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162314895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162314895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:16.499671 run osmo-stp_10.42.42.5(pid=5281): stdout: \u000a| (launched: 2022-12-13_16:23:14.721766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:16.626094 run osmo-stp_10.42.42.5(pid=5281): stderr: \u000a| �[0;m�[38;5;43m20221213162314894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162314894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162314894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162314894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162314895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162314895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162314895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:16.774504 run patchelf(pid=5284): Terminating (SIGINT)\u000a16:23:16.949093 run patchelf(pid=5284): Terminated: ok {rc=0}\u000a16:23:16.981679 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5281): Process ended prematurely: osmo-stp_10.42.42.5(pid=5281) [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5281)] [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:23:16.991544 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a16:23:17.053252 run osmo-hlr_10.42.42.2(pid=5278): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5278)]\u000a16:23:17.103182 run osmo-hlr_10.42.42.2(pid=5278): stdout: \u000a| (launched: 2022-12-13_16:23:13.758228) \u000a16:23:17.153652 run osmo-hlr_10.42.42.2(pid=5278): stderr: \u000a| �[0;m�[1;31m20221213162313933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162313933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162313933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162313933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162313933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162313933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162313945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162313954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162313954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162313954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:17.197093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5277): Terminating (SIGTERM)\u000a16:23:17.237103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5280): Terminating (SIGTERM)\u000a16:23:17.277070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5283): Terminating (SIGTERM)\u000a16:23:17.286240 --- ParallelTerminationStrategy: PID 5277 died...\u000a16:23:17.339469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5277): Terminated: ok {rc=0}\u000a16:23:17.348898 --- ParallelTerminationStrategy: PID 5280 died...\u000a16:23:17.401930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5280): Terminated: ok {rc=0}\u000a16:23:17.411461 --- ParallelTerminationStrategy: PID 5283 died...\u000a16:23:17.464981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5283): Terminated: ok {rc=0}\u000a16:23:17.553626 bus /gobi_0: Setting Powered False\u000a16:23:18.657348 bus /gobi_0: Setting Powered False\u000a16:23:19.769792 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:23:10" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5294): Process ended prematurely: osmo-stp_10.42.42.5(pid=5294) [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5294): Process ended prematurely: osmo-stp_10.42.42.5(pid=5294) [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:23:21.743355 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:21.754492 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:23:21.914094 tst switch_tch_pdch.py: using LAC 34811\u000a16:23:22.041382 tst switch_tch_pdch.py: using RAC 131\u000a16:23:22.170531 tst switch_tch_pdch.py: using CellId 34811\u000a16:23:22.300025 tst switch_tch_pdch.py: using BVCI 34812\u000a16:23:22.325117 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.336822 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.348455 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.360064 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.371812 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.383662 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.395706 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:23:22.407421 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:23:22.527526 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:23:22.807379 tst switch_tch_pdch.py:51: start network...\u000a16:23:22.933418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:23.396236 run create_hlr_db(pid=5288): Launched\u000a16:23:23.520863 bus /gobi_6: Setting Powered False\u000a16:23:24.592070 run create_hlr_db(pid=5288): Terminated: ok {rc=0}\u000a16:23:24.998402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5290): Launched\u000a16:23:25.326685 run osmo-hlr_10.42.42.2(pid=5291): Launched\u000a16:23:25.449849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:25.989245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5293): Launched\u000a16:23:26.317465 run osmo-stp_10.42.42.5(pid=5294): Launched\u000a16:23:26.436099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:23:26.979355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5296): Launched\u000a16:23:27.096310 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:23:27.383025 run patchelf(pid=5297): Launched\u000a16:23:27.573887 run osmo-stp_10.42.42.5(pid=5294): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)]\u000a16:23:27.713633 run osmo-stp_10.42.42.5(pid=5294): stdout: \u000a| (launched: 2022-12-13_16:23:26.155866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:27.854386 run osmo-stp_10.42.42.5(pid=5294): stderr: \u000a| �[0;m�[38;5;43m20221213162326346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162326346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162326347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162326347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162326348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162326348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162326348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:27.989289 run osmo-stp_10.42.42.5(pid=5294): stdout: \u000a| (launched: 2022-12-13_16:23:26.155866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:28.123050 run osmo-stp_10.42.42.5(pid=5294): stderr: \u000a| �[0;m�[38;5;43m20221213162326346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162326346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162326347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162326347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162326348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162326348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162326348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:28.279167 run patchelf(pid=5297): Terminating (SIGINT)\u000a16:23:28.462354 run patchelf(pid=5297): Terminated: ok {rc=0}\u000a16:23:28.495785 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5294): Process ended prematurely: osmo-stp_10.42.42.5(pid=5294) [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5294)] [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:23:28.505557 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a16:23:28.569445 run osmo-hlr_10.42.42.2(pid=5291): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5291)]\u000a16:23:28.621556 run osmo-hlr_10.42.42.2(pid=5291): stdout: \u000a| (launched: 2022-12-13_16:23:25.165303) \u000a16:23:28.674369 run osmo-hlr_10.42.42.2(pid=5291): stderr: \u000a| �[0;m�[1;31m20221213162325364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162325364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162325364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162325364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162325364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162325364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162325379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162325389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162325390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162325390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:28.719678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5290): Terminating (SIGTERM)\u000a16:23:28.762890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5293): Terminating (SIGTERM)\u000a16:23:28.805528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5296): Terminating (SIGTERM)\u000a16:23:28.815308 --- ParallelTerminationStrategy: PID 5290 died...\u000a16:23:28.872229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5290): Terminated: ok {rc=0}\u000a16:23:28.882384 --- ParallelTerminationStrategy: PID 5293 died...\u000a16:23:28.938861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5293): Terminated: ok {rc=0}\u000a16:23:28.949038 --- ParallelTerminationStrategy: PID 5296 died...\u000a16:23:29.005611 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5296): Terminated: ok {rc=0}\u000a16:23:29.094010 bus /gobi_0: Setting Powered False\u000a16:23:30.195894 bus /gobi_0: Setting Powered False\u000a16:23:31.328177 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:23:21" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5302): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5302) [trial-2391↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5302)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5302): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5302) [trial-2391↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:23:33.222330 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:23:33.234408 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:23:33.385876 tst mo_mt_sms.py: using LAC 34812\u000a16:23:33.513865 tst mo_mt_sms.py: using RAC 132\u000a16:23:33.642149 tst mo_mt_sms.py: using CellId 34812\u000a16:23:33.769447 tst mo_mt_sms.py: using BVCI 34813\u000a16:23:33.794158 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:23:33.913936 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:23:34.194180 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:23:34.321237 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:23:34.950451 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5301): Launched\u000a16:23:35.252138 run osmo-nitb_10.42.42.2(pid=5302): Launched\u000a16:23:35.439389 run osmo-nitb_10.42.42.2(pid=5302): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5302)]\u000a16:23:35.577385 run osmo-nitb_10.42.42.2(pid=5302): stdout: \u000a| (launched: 2022-12-13_16:23:35.105141) \u000a16:23:35.715377 run osmo-nitb_10.42.42.2(pid=5302): stderr: \u000a| (launched: 2022-12-13_16:23:35.150744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:23:35.848652 run osmo-nitb_10.42.42.2(pid=5302): stdout: \u000a| (launched: 2022-12-13_16:23:35.105141) \u000a16:23:35.980604 run osmo-nitb_10.42.42.2(pid=5302): stderr: \u000a| (launched: 2022-12-13_16:23:35.150744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:23:36.375328 tst osmo-nitb_10.42.42.2(pid=5302): stdout: \u000a| (launched: 2022-12-13_16:23:35.105141) \u000a16:23:36.496398 tst osmo-nitb_10.42.42.2(pid=5302): stderr: \u000a| (launched: 2022-12-13_16:23:35.150744)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:23:36.549589 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=5302): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5302) [trial-2391↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5302)] [trial-2391↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a16:23:36.557632 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:23:36.591981 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5301): Terminating (SIGTERM)\u000a16:23:36.769385 --- ParallelTerminationStrategy: PID 5301 died...\u000a16:23:36.823667 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5301): Terminated: ok {rc=0}\u000a16:23:36.913044 bus /sierra_3: Setting Powered False\u000a16:23:38.018126 bus /sierra_3: Setting Powered False\u000a16:23:39.129546 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:23:33" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2391↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2391↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a16:23:41.021055 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:41.031697 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a16:23:41.167897 tst mo_mt_sms.py: using LAC 34813\u000a16:23:41.288506 tst mo_mt_sms.py: using RAC 133\u000a16:23:41.411505 tst mo_mt_sms.py: using CellId 34813\u000a16:23:41.529186 tst mo_mt_sms.py: using BVCI 34814\u000a16:23:41.552239 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:41.562824 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:41.573336 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:41.583788 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:41.594236 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:41.604595 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:23:41.727646 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a16:23:41.932025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:42.419954 run create_hlr_db(pid=5306): Launched\u000a16:23:42.596174 bus /sierra_2: Setting Powered False\u000a16:23:43.616233 run create_hlr_db(pid=5306): Terminated: ok {rc=0}\u000a16:23:44.023880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Launched\u000a16:23:44.330394 run osmo-hlr_10.42.42.2(pid=5309): Launched\u000a16:23:44.442323 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:23:44.971787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Launched\u000a16:23:45.278071 run osmo-stp_10.42.42.5(pid=5312): Launched\u000a16:23:45.388166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:23:45.982698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5314): Launched\u000a16:23:46.394395 run osmo-msc_10.42.42.6(pid=5315): Launched\u000a16:23:46.653153 run osmo-stp_10.42.42.5(pid=5312): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)]\u000a16:23:46.965934 run osmo-stp_10.42.42.5(pid=5312): stdout: \u000a| (launched: 2022-12-13_16:23:45.126827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:47.125824 run osmo-stp_10.42.42.5(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221213162345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162345297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162345298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162345298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162345298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:47.269211 run osmo-stp_10.42.42.5(pid=5312): stdout: \u000a| (launched: 2022-12-13_16:23:45.126827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:23:47.424908 run osmo-stp_10.42.42.5(pid=5312): stderr: \u000a| �[0;m�[38;5;43m20221213162345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162345297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162345297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162345298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162345298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162345298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:23:47.497654 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5312): Process ended prematurely: osmo-stp_10.42.42.5(pid=5312) [trial-2391↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5312)] [trial-2391↪sms:trx-lms↪mo_mt_sms.py:16]\u000a16:23:47.508367 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a16:23:47.581610 run osmo-hlr_10.42.42.2(pid=5309): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5309)]\u000a16:23:47.636905 run osmo-hlr_10.42.42.2(pid=5309): stdout: \u000a| (launched: 2022-12-13_16:23:44.179901) \u000a16:23:47.693947 run osmo-hlr_10.42.42.2(pid=5309): stderr: \u000a| �[0;m�[1;31m20221213162344357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162344357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162344357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162344357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162344358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162344358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162344369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162344378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162344379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162344379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:23:47.768406 run osmo-msc_10.42.42.6(pid=5315): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5315)]\u000a16:23:47.836704 run osmo-msc_10.42.42.6(pid=5315): stdout: \u000a| (launched: 2022-12-13_16:23:46.140577) \u000a16:23:47.893779 run osmo-msc_10.42.42.6(pid=5315): stderr: \u000a| �[0;m�[38;5;43m20221213162346699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162346699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8bba60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162346699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162346699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162346700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162346700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162346702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162346702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162346702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162346702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:23:47.941859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Terminating (SIGTERM)\u000a16:23:47.989504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Terminating (SIGTERM)\u000a16:23:48.041291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5314): Terminating (SIGTERM)\u000a16:23:48.057738 --- ParallelTerminationStrategy: PID 5308 died...\u000a16:23:48.137821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5308): Terminated: ok {rc=0}\u000a16:23:48.150125 --- ParallelTerminationStrategy: PID 5311 died...\u000a16:23:48.216048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5311): Terminated: ok {rc=0}\u000a16:23:48.231350 --- ParallelTerminationStrategy: PID 5314 died...\u000a16:23:48.297671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5314): Terminated: ok {rc=0}\u000a16:23:48.407544 bus /sierra_3: Setting Powered False\u000a16:23:49.524791 bus /sierra_3: Setting Powered False\u000a16:23:50.640108 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:23:40" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5592): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5592) [trial-2391↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5592)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5592): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5592) [trial-2391↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:23:52.501396 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a16:23:52.513243 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:23:52.655417 tst assert_extension.py: using LAC 34814\u000a16:23:52.776779 tst assert_extension.py: using RAC 134\u000a16:23:52.897658 tst assert_extension.py: using CellId 34814\u000a16:23:53.018398 tst assert_extension.py: using BVCI 34815\u000a16:23:53.042657 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:23:53.324089 tst assert_extension.py:10: start nitb and bts...\u000a16:23:53.453397 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:23:54.115866 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5591): Launched\u000a16:23:54.446968 run osmo-nitb_10.42.42.2(pid=5592): Launched\u000a16:23:54.642122 run osmo-nitb_10.42.42.2(pid=5592): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5592)]\u000a16:23:54.786379 run osmo-nitb_10.42.42.2(pid=5592): stdout: \u000a| (launched: 2022-12-13_16:23:54.274869) \u000a16:23:54.930853 run osmo-nitb_10.42.42.2(pid=5592): stderr: \u000a| (launched: 2022-12-13_16:23:54.321519)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:23:55.069097 run osmo-nitb_10.42.42.2(pid=5592): stdout: \u000a| (launched: 2022-12-13_16:23:54.274869) \u000a16:23:55.206211 run osmo-nitb_10.42.42.2(pid=5592): stderr: \u000a| (launched: 2022-12-13_16:23:54.321519)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:23:55.575659 tst osmo-nitb_10.42.42.2(pid=5592): stdout: \u000a| (launched: 2022-12-13_16:23:54.274869) \u000a16:23:55.702984 tst osmo-nitb_10.42.42.2(pid=5592): stderr: \u000a| (launched: 2022-12-13_16:23:54.321519)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:23:55.759413 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5592): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5592) [trial-2391↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5592)] [trial-2391↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a16:23:55.768710 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:23:55.806632 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5591): Terminating (SIGTERM)\u000a16:23:55.985488 --- ParallelTerminationStrategy: PID 5591 died...\u000a16:23:56.045057 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5591): Terminated: ok {rc=0}\u000a16:23:56.134591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:23:52" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "ussd:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5608): Process ended prematurely: osmo-stp_10.42.42.5(pid=5608) [trial-2391↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5608)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5608): Process ended prematurely: osmo-stp_10.42.42.5(pid=5608) [trial-2391↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a16:23:57.982089 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:57.994146 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a16:23:58.144809 tst assert_extension.py: using LAC 34815\u000a16:23:58.271213 tst assert_extension.py: using RAC 135\u000a16:23:58.393313 tst assert_extension.py: using CellId 34815\u000a16:23:58.516933 tst assert_extension.py: using BVCI 34816\u000a16:23:58.542111 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:58.553794 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:58.565995 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:58.577685 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:58.590697 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:23:58.603390 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a16:23:58.819160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:23:59.363296 run create_hlr_db(pid=5602): Launched\u000a16:23:59.548232 bus /sierra_2: Setting Powered False\u000a16:24:00.569782 run create_hlr_db(pid=5602): Terminated: ok {rc=0}\u000a16:24:01.045872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5604): Launched\u000a16:24:01.522165 run osmo-hlr_10.42.42.2(pid=5605): Launched\u000a16:24:01.793124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:02.512306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5607): Launched\u000a16:24:02.936720 run osmo-stp_10.42.42.5(pid=5608): Launched\u000a16:24:03.178169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:03.772021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5610): Launched\u000a16:24:04.197185 run osmo-msc_10.42.42.6(pid=5611): Launched\u000a16:24:04.564681 run osmo-stp_10.42.42.5(pid=5608): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5608)]\u000a16:24:04.851504 run osmo-stp_10.42.42.5(pid=5608): stdout: \u000a| (launched: 2022-12-13_16:24:02.681790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:05.035608 run osmo-stp_10.42.42.5(pid=5608): stderr: \u000a| �[0;m�[38;5;43m20221213162402983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162402983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162402983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162402984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162402984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162402984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162402984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:05.162829 run osmo-stp_10.42.42.5(pid=5608): stdout: \u000a| (launched: 2022-12-13_16:24:02.681790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:05.288720 run osmo-stp_10.42.42.5(pid=5608): stderr: \u000a| �[0;m�[38;5;43m20221213162402983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162402983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162402983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162402984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162402984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162402984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162402984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:05.344141 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5608): Process ended prematurely: osmo-stp_10.42.42.5(pid=5608) [trial-2391↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5608)] [trial-2391↪ussd:trx-lms↪assert_extension.py:17]\u000a16:24:05.352384 tst assert_extension.py:17: Test FAILED (7.4 sec)\u000a16:24:05.414644 run osmo-hlr_10.42.42.2(pid=5605): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5605)]\u000a16:24:05.466058 run osmo-hlr_10.42.42.2(pid=5605): stdout: \u000a| (launched: 2022-12-13_16:24:01.210020) \u000a16:24:05.519662 run osmo-hlr_10.42.42.2(pid=5605): stderr: \u000a| �[0;m�[1;31m20221213162401602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162401602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162401603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162401623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162401638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162401638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162401638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:05.590946 run osmo-msc_10.42.42.6(pid=5611): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5611)]\u000a16:24:05.642285 run osmo-msc_10.42.42.6(pid=5611): stdout: \u000a| (launched: 2022-12-13_16:24:03.934107) \u000a16:24:05.696767 run osmo-msc_10.42.42.6(pid=5611): stderr: \u000a| �[0;m�[38;5;43m20221213162404529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162404529 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00491cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162404529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162404529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162404530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162404530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162404531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162404532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162404532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162404532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:05.742178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5604): Terminating (SIGTERM)\u000a16:24:05.786851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5607): Terminating (SIGTERM)\u000a16:24:05.832389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5610): Terminating (SIGTERM)\u000a16:24:05.843310 --- ParallelTerminationStrategy: PID 5604 died...\u000a16:24:05.902142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5604): Terminated: ok {rc=0}\u000a16:24:05.913046 --- ParallelTerminationStrategy: PID 5607 died...\u000a16:24:05.968906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5607): Terminated: ok {rc=0}\u000a16:24:05.979102 --- ParallelTerminationStrategy: PID 5610 died...\u000a16:24:06.034586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5610): Terminated: ok {rc=0}\u000a16:24:06.123442 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:23:57" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5623): Process ended prematurely: osmo-stp_10.42.42.5(pid=5623) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5623)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5623): Process ended prematurely: osmo-stp_10.42.42.5(pid=5623) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:24:08.097967 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:08.110636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:24:08.276533 tst mo_mt_call.py: using LAC 34816\u000a16:24:08.401665 tst mo_mt_call.py: using RAC 136\u000a16:24:08.527606 tst mo_mt_call.py: using CellId 34816\u000a16:24:08.651547 tst mo_mt_call.py: using BVCI 34817\u000a16:24:08.678282 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:08.690662 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:08.703534 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:08.715655 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:08.729178 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:08.741676 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:24:08.863843 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:24:09.079145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:09.627925 run create_hlr_db(pid=5616): Launched\u000a16:24:09.815110 bus /sierra_2: Setting Powered False\u000a16:24:10.827630 run create_hlr_db(pid=5616): Terminated: ok {rc=0}\u000a16:24:11.245884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5619): Launched\u000a16:24:11.557926 run osmo-hlr_10.42.42.2(pid=5620): Launched\u000a16:24:11.675533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:12.216698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5622): Launched\u000a16:24:12.528727 run osmo-stp_10.42.42.5(pid=5623): Launched\u000a16:24:12.642150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:13.208338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5625): Launched\u000a16:24:13.522386 run osmo-msc_10.42.42.6(pid=5626): Launched\u000a16:24:13.704332 run osmo-stp_10.42.42.5(pid=5623): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5623)]\u000a16:24:13.835546 run osmo-stp_10.42.42.5(pid=5623): stdout: \u000a| (launched: 2022-12-13_16:24:12.374915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:13.964329 run osmo-stp_10.42.42.5(pid=5623): stderr: \u000a| �[0;m�[38;5;43m20221213162412548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162412548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162412548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162412549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162412549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162412549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162412549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:14.088177 run osmo-stp_10.42.42.5(pid=5623): stdout: \u000a| (launched: 2022-12-13_16:24:12.374915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:14.211094 run osmo-stp_10.42.42.5(pid=5623): stderr: \u000a| �[0;m�[38;5;43m20221213162412548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162412548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162412548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162412549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162412549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162412549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162412549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:14.265492 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5623): Process ended prematurely: osmo-stp_10.42.42.5(pid=5623) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5623)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:24:14.274284 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:24:14.333654 run osmo-hlr_10.42.42.2(pid=5620): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5620)]\u000a16:24:14.382423 run osmo-hlr_10.42.42.2(pid=5620): stdout: \u000a| (launched: 2022-12-13_16:24:11.403711) \u000a16:24:14.431746 run osmo-hlr_10.42.42.2(pid=5620): stderr: \u000a| �[0;m�[1;31m20221213162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162411581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162411593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162411602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162411602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162411602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:14.498898 run osmo-msc_10.42.42.6(pid=5626): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5626)]\u000a16:24:14.547862 run osmo-msc_10.42.42.6(pid=5626): stdout: \u000a| (launched: 2022-12-13_16:24:13.365566) \u000a16:24:14.597409 run osmo-msc_10.42.42.6(pid=5626): stderr: \u000a| �[0;m�[38;5;43m20221213162413637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162413637 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6f95bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162413637 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162413637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162413637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162413638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162413639 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162413640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162413640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162413640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:14.639861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5619): Terminating (SIGTERM)\u000a16:24:14.679476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5622): Terminating (SIGTERM)\u000a16:24:14.719046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5625): Terminating (SIGTERM)\u000a16:24:14.728149 --- ParallelTerminationStrategy: PID 5619 died...\u000a16:24:14.781131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5619): Terminated: ok {rc=0}\u000a16:24:14.790611 --- ParallelTerminationStrategy: PID 5622 died...\u000a16:24:14.843365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5622): Terminated: ok {rc=0}\u000a16:24:14.852754 --- ParallelTerminationStrategy: PID 5625 died...\u000a16:24:14.906154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5625): Terminated: ok {rc=0}\u000a16:24:14.989709 bus /sierra_3: Setting Powered False\u000a16:24:16.121290 bus /sierra_3: Setting Powered False\u000a16:24:17.238058 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5634): Process ended prematurely: osmo-stp_10.42.42.5(pid=5634) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5634)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5634): Process ended prematurely: osmo-stp_10.42.42.5(pid=5634) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:18.356333 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:18.368778 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:24:18.534816 tst mo_mt_call_osmux.py: using LAC 34817\u000a16:24:18.660472 tst mo_mt_call_osmux.py: using RAC 137\u000a16:24:18.785206 tst mo_mt_call_osmux.py: using CellId 34817\u000a16:24:18.908738 tst mo_mt_call_osmux.py: using BVCI 34818\u000a16:24:18.932143 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:18.943253 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:18.954294 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:18.965242 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:18.976784 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:24:18.988495 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:24:19.112699 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:24:19.333921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:19.859033 run create_hlr_db(pid=5628): Launched\u000a16:24:20.052363 bus /sierra_2: Setting Powered False\u000a16:24:21.072603 run create_hlr_db(pid=5628): Terminated: ok {rc=0}\u000a16:24:21.519007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5630): Launched\u000a16:24:21.856427 run osmo-hlr_10.42.42.2(pid=5631): Launched\u000a16:24:21.979568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:22.561179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5633): Launched\u000a16:24:22.896063 run osmo-stp_10.42.42.5(pid=5634): Launched\u000a16:24:23.017210 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:23.626284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5636): Launched\u000a16:24:23.959914 run osmo-msc_10.42.42.6(pid=5637): Launched\u000a16:24:24.155129 run osmo-stp_10.42.42.5(pid=5634): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5634)]\u000a16:24:24.295763 run osmo-stp_10.42.42.5(pid=5634): stdout: \u000a| (launched: 2022-12-13_16:24:22.731397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:24.434839 run osmo-stp_10.42.42.5(pid=5634): stderr: \u000a| �[0;m�[38;5;43m20221213162422922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162422922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162422923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162422923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162422924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162422924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162422924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:24.568152 run osmo-stp_10.42.42.5(pid=5634): stdout: \u000a| (launched: 2022-12-13_16:24:22.731397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:24.700079 run osmo-stp_10.42.42.5(pid=5634): stderr: \u000a| �[0;m�[38;5;43m20221213162422922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162422922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162422923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162422923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162422924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162422924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162422924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:24.758643 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5634): Process ended prematurely: osmo-stp_10.42.42.5(pid=5634) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5634)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:24:24.768244 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:24:24.831903 run osmo-hlr_10.42.42.2(pid=5631): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5631)]\u000a16:24:24.883817 run osmo-hlr_10.42.42.2(pid=5631): stdout: \u000a| (launched: 2022-12-13_16:24:21.689846) \u000a16:24:24.936376 run osmo-hlr_10.42.42.2(pid=5631): stderr: \u000a| �[0;m�[1;31m20221213162421888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162421888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162421889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162421889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162421889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162421889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162421901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162421910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162421910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162421910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:25.007855 run osmo-msc_10.42.42.6(pid=5637): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5637)]\u000a16:24:25.060033 run osmo-msc_10.42.42.6(pid=5637): stdout: \u000a| (launched: 2022-12-13_16:24:23.795702) \u000a16:24:25.112420 run osmo-msc_10.42.42.6(pid=5637): stderr: \u000a| �[0;m�[38;5;43m20221213162424118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162424118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c4c4b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162424118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162424118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162424119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162424119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162424120 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162424121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162424121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162424121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:25.157324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5630): Terminating (SIGTERM)\u000a16:24:25.199827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5633): Terminating (SIGTERM)\u000a16:24:25.242667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5636): Terminating (SIGTERM)\u000a16:24:25.252308 --- ParallelTerminationStrategy: PID 5630 died...\u000a16:24:25.309413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5630): Terminated: ok {rc=0}\u000a16:24:25.319560 --- ParallelTerminationStrategy: PID 5633 died...\u000a16:24:25.376015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5633): Terminated: ok {rc=0}\u000a16:24:25.386022 --- ParallelTerminationStrategy: PID 5636 died...\u000a16:24:25.442638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5636): Terminated: ok {rc=0}\u000a16:24:25.530651 bus /sierra_3: Setting Powered False\u000a16:24:26.633400 bus /sierra_3: Setting Powered False\u000a16:24:27.744645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:24:07" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5648): Process ended prematurely: osmo-stp_10.42.42.5(pid=5648) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5648)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5648): Process ended prematurely: osmo-stp_10.42.42.5(pid=5648) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:24:29.741836 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:29.753222 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:24:29.912735 tst mo_mt_call.py: using LAC 34818\u000a16:24:30.035725 tst mo_mt_call.py: using RAC 138\u000a16:24:30.159272 tst mo_mt_call.py: using CellId 34818\u000a16:24:30.282502 tst mo_mt_call.py: using BVCI 34819\u000a16:24:30.306071 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:30.317287 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:30.328131 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:30.339133 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:30.350261 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:30.361239 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:24:30.477986 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:24:30.682942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:31.276177 run create_hlr_db(pid=5642): Launched\u000a16:24:31.460298 bus /sierra_2: Setting Powered False\u000a16:24:32.477081 run create_hlr_db(pid=5642): Terminated: ok {rc=0}\u000a16:24:32.921164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5644): Launched\u000a16:24:33.256021 run osmo-hlr_10.42.42.2(pid=5645): Launched\u000a16:24:33.381436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:33.962096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5647): Launched\u000a16:24:34.296846 run osmo-stp_10.42.42.5(pid=5648): Launched\u000a16:24:34.418422 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:35.026954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5650): Launched\u000a16:24:35.363853 run osmo-msc_10.42.42.6(pid=5651): Launched\u000a16:24:35.560042 run osmo-stp_10.42.42.5(pid=5648): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5648)]\u000a16:24:35.700663 run osmo-stp_10.42.42.5(pid=5648): stdout: \u000a| (launched: 2022-12-13_16:24:34.131847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:35.839591 run osmo-stp_10.42.42.5(pid=5648): stderr: \u000a| �[0;m�[38;5;43m20221213162434325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162434325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162434326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162434326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162434327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162434327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162434327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:35.973292 run osmo-stp_10.42.42.5(pid=5648): stdout: \u000a| (launched: 2022-12-13_16:24:34.131847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:36.105789 run osmo-stp_10.42.42.5(pid=5648): stderr: \u000a| �[0;m�[38;5;43m20221213162434325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162434325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162434326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162434326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162434327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162434327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162434327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:36.164022 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5648): Process ended prematurely: osmo-stp_10.42.42.5(pid=5648) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5648)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:24:36.173536 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:24:36.237147 run osmo-hlr_10.42.42.2(pid=5645): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5645)]\u000a16:24:36.289127 run osmo-hlr_10.42.42.2(pid=5645): stdout: \u000a| (launched: 2022-12-13_16:24:33.091216) \u000a16:24:36.341732 run osmo-hlr_10.42.42.2(pid=5645): stderr: \u000a| �[0;m�[1;31m20221213162433291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162433291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162433291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162433291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162433291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162433291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162433303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162433312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162433312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162433312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:36.413213 run osmo-msc_10.42.42.6(pid=5651): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5651)]\u000a16:24:36.465284 run osmo-msc_10.42.42.6(pid=5651): stdout: \u000a| (launched: 2022-12-13_16:24:35.197557) \u000a16:24:36.517854 run osmo-msc_10.42.42.6(pid=5651): stderr: \u000a| �[0;m�[38;5;43m20221213162435520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162435521 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63daf9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162435521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162435521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162435521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162435521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162435523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162435523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162435524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162435524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:36.562805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5644): Terminating (SIGTERM)\u000a16:24:36.605152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5647): Terminating (SIGTERM)\u000a16:24:36.647374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5650): Terminating (SIGTERM)\u000a16:24:36.657090 --- ParallelTerminationStrategy: PID 5644 died...\u000a16:24:36.713639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5644): Terminated: ok {rc=0}\u000a16:24:36.723669 --- ParallelTerminationStrategy: PID 5647 died...\u000a16:24:36.779993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5647): Terminated: ok {rc=0}\u000a16:24:36.790051 --- ParallelTerminationStrategy: PID 5650 died...\u000a16:24:36.846560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5650): Terminated: ok {rc=0}\u000a16:24:36.934008 bus /sierra_3: Setting Powered False\u000a16:24:38.042192 bus /sierra_3: Setting Powered False\u000a16:24:39.157360 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5659): Process ended prematurely: osmo-stp_10.42.42.5(pid=5659) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5659)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5659): Process ended prematurely: osmo-stp_10.42.42.5(pid=5659) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:24:40.270021 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:40.282214 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:24:40.442122 tst mo_mt_call_osmux.py: using LAC 34819\u000a16:24:40.573286 tst mo_mt_call_osmux.py: using RAC 139\u000a16:24:40.705797 tst mo_mt_call_osmux.py: using CellId 34819\u000a16:24:40.837838 tst mo_mt_call_osmux.py: using BVCI 34820\u000a16:24:40.863103 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:40.874812 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:40.886344 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:40.897858 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:40.909985 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:24:40.921848 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:24:41.040362 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:24:41.251162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:41.749080 run create_hlr_db(pid=5653): Launched\u000a16:24:41.927611 bus /sierra_2: Setting Powered False\u000a16:24:42.948747 run create_hlr_db(pid=5653): Terminated: ok {rc=0}\u000a16:24:43.362758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5655): Launched\u000a16:24:43.675165 run osmo-hlr_10.42.42.2(pid=5656): Launched\u000a16:24:43.798665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:44.343920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5658): Launched\u000a16:24:44.657326 run osmo-stp_10.42.42.5(pid=5659): Launched\u000a16:24:44.770800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:45.340629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5661): Launched\u000a16:24:45.658358 run osmo-msc_10.42.42.6(pid=5662): Launched\u000a16:24:45.865160 run osmo-stp_10.42.42.5(pid=5659): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5659)]\u000a16:24:46.047655 run osmo-stp_10.42.42.5(pid=5659): stdout: \u000a| (launched: 2022-12-13_16:24:44.501821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:46.200439 run osmo-stp_10.42.42.5(pid=5659): stderr: \u000a| �[0;m�[38;5;43m20221213162444672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162444673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162444673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162444673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162444674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162444674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162444674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:46.340850 run osmo-stp_10.42.42.5(pid=5659): stdout: \u000a| (launched: 2022-12-13_16:24:44.501821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:46.478369 run osmo-stp_10.42.42.5(pid=5659): stderr: \u000a| �[0;m�[38;5;43m20221213162444672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162444673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162444673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162444673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162444674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162444674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162444674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:46.539746 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5659): Process ended prematurely: osmo-stp_10.42.42.5(pid=5659) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5659)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:24:46.550182 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:24:46.617340 run osmo-hlr_10.42.42.2(pid=5656): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5656)]\u000a16:24:46.673382 run osmo-hlr_10.42.42.2(pid=5656): stdout: \u000a| (launched: 2022-12-13_16:24:43.520771) \u000a16:24:46.729378 run osmo-hlr_10.42.42.2(pid=5656): stderr: \u000a| �[0;m�[1;31m20221213162443699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162443699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162443699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162443699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162443699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162443699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162443711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162443719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162443719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162443720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:46.804187 run osmo-msc_10.42.42.6(pid=5662): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5662)]\u000a16:24:46.860066 run osmo-msc_10.42.42.6(pid=5662): stdout: \u000a| (launched: 2022-12-13_16:24:45.499018) \u000a16:24:46.915509 run osmo-msc_10.42.42.6(pid=5662): stderr: \u000a| �[0;m�[38;5;43m20221213162445771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162445771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe44d6ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162445771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162445771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162445771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162445772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162445773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162445774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162445774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162445774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:46.962594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5655): Terminating (SIGTERM)\u000a16:24:47.010225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5658): Terminating (SIGTERM)\u000a16:24:47.057927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5661): Terminating (SIGTERM)\u000a16:24:47.068912 --- ParallelTerminationStrategy: PID 5655 died...\u000a16:24:47.131904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5655): Terminated: ok {rc=0}\u000a16:24:47.143655 --- ParallelTerminationStrategy: PID 5658 died...\u000a16:24:47.202845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5658): Terminated: ok {rc=0}\u000a16:24:47.213617 --- ParallelTerminationStrategy: PID 5661 died...\u000a16:24:47.271200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5661): Terminated: ok {rc=0}\u000a16:24:47.358857 bus /sierra_3: Setting Powered False\u000a16:24:48.466176 bus /sierra_3: Setting Powered False\u000a16:24:49.576456 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:24:29" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5673): Process ended prematurely: osmo-stp_10.42.42.5(pid=5673) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5673)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5673): Process ended prematurely: osmo-stp_10.42.42.5(pid=5673) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:24:51.590143 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:24:51.601371 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:24:51.757972 tst mo_mt_call.py: using LAC 34820\u000a16:24:51.877231 tst mo_mt_call.py: using RAC 140\u000a16:24:51.998393 tst mo_mt_call.py: using CellId 34820\u000a16:24:52.121009 tst mo_mt_call.py: using BVCI 34821\u000a16:24:52.144428 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:24:52.155588 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:24:52.166712 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:24:52.177769 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:24:52.188751 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:24:52.199699 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:24:52.319825 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:24:52.541226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:24:53.066371 run create_hlr_db(pid=5667): Launched\u000a16:24:53.259173 bus /sierra_2: Setting Powered False\u000a16:24:54.279647 run create_hlr_db(pid=5667): Terminated: ok {rc=0}\u000a16:24:54.699152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5669): Launched\u000a16:24:55.013391 run osmo-hlr_10.42.42.2(pid=5670): Launched\u000a16:24:55.137199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:24:55.684559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5672): Launched\u000a16:24:55.997182 run osmo-stp_10.42.42.5(pid=5673): Launched\u000a16:24:56.111381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:24:56.681321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5675): Launched\u000a16:24:56.994472 run osmo-msc_10.42.42.6(pid=5676): Launched\u000a16:24:57.175707 run osmo-stp_10.42.42.5(pid=5673): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5673)]\u000a16:24:57.306388 run osmo-stp_10.42.42.5(pid=5673): stdout: \u000a| (launched: 2022-12-13_16:24:55.842503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:57.435684 run osmo-stp_10.42.42.5(pid=5673): stderr: \u000a| �[0;m�[38;5;43m20221213162456013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162456014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162456014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162456014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162456015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162456015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162456015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:57.559907 run osmo-stp_10.42.42.5(pid=5673): stdout: \u000a| (launched: 2022-12-13_16:24:55.842503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:24:57.682999 run osmo-stp_10.42.42.5(pid=5673): stderr: \u000a| �[0;m�[38;5;43m20221213162456013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162456014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162456014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162456014 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162456015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162456015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162456015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:24:57.737615 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5673): Process ended prematurely: osmo-stp_10.42.42.5(pid=5673) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5673)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:24:57.746360 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:24:57.806188 run osmo-hlr_10.42.42.2(pid=5670): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5670)]\u000a16:24:57.855296 run osmo-hlr_10.42.42.2(pid=5670): stdout: \u000a| (launched: 2022-12-13_16:24:54.858312) \u000a16:24:57.905342 run osmo-hlr_10.42.42.2(pid=5670): stderr: \u000a| �[0;m�[1;31m20221213162455032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162455032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162455032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162455032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162455032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162455032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162455046 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162455056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162455056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162455056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:24:57.972874 run osmo-msc_10.42.42.6(pid=5676): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5676)]\u000a16:24:58.021984 run osmo-msc_10.42.42.6(pid=5676): stdout: \u000a| (launched: 2022-12-13_16:24:56.839090) \u000a16:24:58.071619 run osmo-msc_10.42.42.6(pid=5676): stderr: \u000a| �[0;m�[38;5;43m20221213162457113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162457113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbff0c69c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162457113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162457113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162457114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162457114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162457115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162457116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162457116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162457116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:24:58.113857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5669): Terminating (SIGTERM)\u000a16:24:58.153681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5672): Terminating (SIGTERM)\u000a16:24:58.193343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5675): Terminating (SIGTERM)\u000a16:24:58.202558 --- ParallelTerminationStrategy: PID 5669 died...\u000a16:24:58.255582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5669): Terminated: ok {rc=0}\u000a16:24:58.265140 --- ParallelTerminationStrategy: PID 5672 died...\u000a16:24:58.317868 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5672): Terminated: ok {rc=0}\u000a16:24:58.327344 --- ParallelTerminationStrategy: PID 5675 died...\u000a16:24:58.380070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5675): Terminated: ok {rc=0}\u000a16:24:58.464079 bus /sierra_3: Setting Powered False\u000a16:24:59.570479 bus /sierra_3: Setting Powered False\u000a16:25:00.679780 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5687): Process ended prematurely: osmo-stp_10.42.42.5(pid=5687) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5687)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5687): Process ended prematurely: osmo-stp_10.42.42.5(pid=5687) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:25:01.822335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:01.834902 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:25:02.018305 tst mo_mt_call_osmux.py: using LAC 34821\u000a16:25:02.183769 tst mo_mt_call_osmux.py: using RAC 141\u000a16:25:02.321519 tst mo_mt_call_osmux.py: using CellId 34821\u000a16:25:02.451313 tst mo_mt_call_osmux.py: using BVCI 34822\u000a16:25:02.476879 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:02.488722 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:02.500365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:02.512114 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:02.524257 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:25:02.536085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:25:02.659819 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:25:02.866543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:03.365671 run create_hlr_db(pid=5681): Launched\u000a16:25:03.545109 bus /sierra_2: Setting Powered False\u000a16:25:04.566009 run create_hlr_db(pid=5681): Terminated: ok {rc=0}\u000a16:25:05.009873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5683): Launched\u000a16:25:05.345705 run osmo-hlr_10.42.42.2(pid=5684): Launched\u000a16:25:05.468909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:06.048242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5686): Launched\u000a16:25:06.384531 run osmo-stp_10.42.42.5(pid=5687): Launched\u000a16:25:06.506073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:07.115511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5689): Launched\u000a16:25:07.447885 run osmo-msc_10.42.42.6(pid=5690): Launched\u000a16:25:07.643661 run osmo-stp_10.42.42.5(pid=5687): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5687)]\u000a16:25:07.785243 run osmo-stp_10.42.42.5(pid=5687): stdout: \u000a| (launched: 2022-12-13_16:25:06.217973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:07.925409 run osmo-stp_10.42.42.5(pid=5687): stderr: \u000a| �[0;m�[38;5;43m20221213162506409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162506410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:08.058930 run osmo-stp_10.42.42.5(pid=5687): stdout: \u000a| (launched: 2022-12-13_16:25:06.217973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:08.191101 run osmo-stp_10.42.42.5(pid=5687): stderr: \u000a| �[0;m�[38;5;43m20221213162506409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162506410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162506410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162506411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:08.249640 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5687): Process ended prematurely: osmo-stp_10.42.42.5(pid=5687) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5687)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:25:08.259187 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:25:08.322838 run osmo-hlr_10.42.42.2(pid=5684): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5684)]\u000a16:25:08.374907 run osmo-hlr_10.42.42.2(pid=5684): stdout: \u000a| (launched: 2022-12-13_16:25:05.180250) \u000a16:25:08.427602 run osmo-hlr_10.42.42.2(pid=5684): stderr: \u000a| �[0;m�[1;31m20221213162505379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162505379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162505379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162505379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162505379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162505379 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162505390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162505400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162505400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162505400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:08.498798 run osmo-msc_10.42.42.6(pid=5690): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5690)]\u000a16:25:08.550851 run osmo-msc_10.42.42.6(pid=5690): stdout: \u000a| (launched: 2022-12-13_16:25:07.284054) \u000a16:25:08.603230 run osmo-msc_10.42.42.6(pid=5690): stderr: \u000a| �[0;m�[38;5;43m20221213162507607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162507607 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f7763ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162507607 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162507607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162507607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162507607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162507609 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162507610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162507610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162507610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:08.648130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5683): Terminating (SIGTERM)\u000a16:25:08.691069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5686): Terminating (SIGTERM)\u000a16:25:08.733959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5689): Terminating (SIGTERM)\u000a16:25:08.743705 --- ParallelTerminationStrategy: PID 5683 died...\u000a16:25:08.800452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5683): Terminated: ok {rc=0}\u000a16:25:08.810558 --- ParallelTerminationStrategy: PID 5686 died...\u000a16:25:08.866854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5686): Terminated: ok {rc=0}\u000a16:25:08.877048 --- ParallelTerminationStrategy: PID 5689 died...\u000a16:25:08.933331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5689): Terminated: ok {rc=0}\u000a16:25:09.020834 bus /sierra_3: Setting Powered False\u000a16:25:10.127833 bus /sierra_3: Setting Powered False\u000a16:25:11.237522 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:24:51" }, { "cases" : [ { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5702): Process ended prematurely: osmo-stp_10.42.42.5(pid=5702) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5702)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5702): Process ended prematurely: osmo-stp_10.42.42.5(pid=5702) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:25:13.255972 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.267655 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:25:13.438420 tst mo_mt_call.py: using LAC 34822\u000a16:25:13.567428 tst mo_mt_call.py: using RAC 142\u000a16:25:13.699172 tst mo_mt_call.py: using CellId 34822\u000a16:25:13.823609 tst mo_mt_call.py: using BVCI 34823\u000a16:25:13.847776 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.859184 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.870479 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.881781 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.893071 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:13.904173 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:25:14.029659 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:25:14.246077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:14.768906 run create_hlr_db(pid=5696): Launched\u000a16:25:14.960574 bus /sierra_2: Setting Powered False\u000a16:25:16.005890 run create_hlr_db(pid=5696): Terminated: ok {rc=0}\u000a16:25:16.447646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5698): Launched\u000a16:25:16.865311 run osmo-hlr_10.42.42.2(pid=5699): Launched\u000a16:25:17.052829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:17.664140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5701): Launched\u000a16:25:17.998629 run osmo-stp_10.42.42.5(pid=5702): Launched\u000a16:25:18.120042 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:18.726950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5704): Launched\u000a16:25:19.060533 run osmo-msc_10.42.42.6(pid=5705): Launched\u000a16:25:19.254906 run osmo-stp_10.42.42.5(pid=5702): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5702)]\u000a16:25:19.395078 run osmo-stp_10.42.42.5(pid=5702): stdout: \u000a| (launched: 2022-12-13_16:25:17.832333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:19.534060 run osmo-stp_10.42.42.5(pid=5702): stderr: \u000a| �[0;m�[38;5;43m20221213162518024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162518024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162518025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162518025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162518025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162518025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162518026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:19.667261 run osmo-stp_10.42.42.5(pid=5702): stdout: \u000a| (launched: 2022-12-13_16:25:17.832333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:19.798805 run osmo-stp_10.42.42.5(pid=5702): stderr: \u000a| �[0;m�[38;5;43m20221213162518024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162518024 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162518025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162518025 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162518025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162518025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162518026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:19.856833 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5702): Process ended prematurely: osmo-stp_10.42.42.5(pid=5702) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5702)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:25:19.866325 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:25:19.930221 run osmo-hlr_10.42.42.2(pid=5699): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5699)]\u000a16:25:19.982151 run osmo-hlr_10.42.42.2(pid=5699): stdout: \u000a| (launched: 2022-12-13_16:25:16.610782) \u000a16:25:20.034994 run osmo-hlr_10.42.42.2(pid=5699): stderr: \u000a| �[0;m�[1;31m20221213162516896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162516896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162516897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162516897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162516897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162516897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162516920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162516928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162516928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162516928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:20.106740 run osmo-msc_10.42.42.6(pid=5705): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5705)]\u000a16:25:20.158947 run osmo-msc_10.42.42.6(pid=5705): stdout: \u000a| (launched: 2022-12-13_16:25:18.894895) \u000a16:25:20.211528 run osmo-msc_10.42.42.6(pid=5705): stderr: \u000a| �[0;m�[38;5;43m20221213162519216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162519216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00de4bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162519216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162519216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162519216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162519216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162519218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162519219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162519219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162519219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:20.256225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5698): Terminating (SIGTERM)\u000a16:25:20.299275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5701): Terminating (SIGTERM)\u000a16:25:20.341692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5704): Terminating (SIGTERM)\u000a16:25:20.351420 --- ParallelTerminationStrategy: PID 5698 died...\u000a16:25:20.407937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5698): Terminated: ok {rc=0}\u000a16:25:20.418007 --- ParallelTerminationStrategy: PID 5701 died...\u000a16:25:20.474382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5701): Terminated: ok {rc=0}\u000a16:25:20.484415 --- ParallelTerminationStrategy: PID 5704 died...\u000a16:25:20.540587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5704): Terminated: ok {rc=0}\u000a16:25:20.627827 bus /sierra_3: Setting Powered False\u000a16:25:21.735085 bus /sierra_3: Setting Powered False\u000a16:25:22.843256 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5713): Process ended prematurely: osmo-stp_10.42.42.5(pid=5713) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5713)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5713): Process ended prematurely: osmo-stp_10.42.42.5(pid=5713) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:25:23.958185 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:23.970661 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:25:24.145306 tst mo_mt_call_osmux.py: using LAC 34823\u000a16:25:24.268098 tst mo_mt_call_osmux.py: using RAC 143\u000a16:25:24.396729 tst mo_mt_call_osmux.py: using CellId 34823\u000a16:25:24.524173 tst mo_mt_call_osmux.py: using BVCI 34824\u000a16:25:24.549686 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:24.561559 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:24.573207 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:24.584900 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:24.596878 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:25:24.608817 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:25:24.731324 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:25:24.938121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:25.438323 run create_hlr_db(pid=5707): Launched\u000a16:25:25.617787 bus /sierra_2: Setting Powered False\u000a16:25:26.638640 run create_hlr_db(pid=5707): Terminated: ok {rc=0}\u000a16:25:27.053454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5709): Launched\u000a16:25:27.366143 run osmo-hlr_10.42.42.2(pid=5710): Launched\u000a16:25:27.488885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:28.033930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5712): Launched\u000a16:25:28.345180 run osmo-stp_10.42.42.5(pid=5713): Launched\u000a16:25:28.456710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:29.024762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5715): Launched\u000a16:25:29.338615 run osmo-msc_10.42.42.6(pid=5716): Launched\u000a16:25:29.520509 run osmo-stp_10.42.42.5(pid=5713): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5713)]\u000a16:25:29.652457 run osmo-stp_10.42.42.5(pid=5713): stdout: \u000a| (launched: 2022-12-13_16:25:28.191974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:29.782228 run osmo-stp_10.42.42.5(pid=5713): stderr: \u000a| �[0;m�[38;5;43m20221213162528363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162528363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162528363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162528364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162528364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162528364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162528364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:29.907161 run osmo-stp_10.42.42.5(pid=5713): stdout: \u000a| (launched: 2022-12-13_16:25:28.191974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:30.030474 run osmo-stp_10.42.42.5(pid=5713): stderr: \u000a| �[0;m�[38;5;43m20221213162528363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162528363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162528363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162528364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162528364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162528364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162528364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:30.085520 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5713): Process ended prematurely: osmo-stp_10.42.42.5(pid=5713) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5713)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:25:30.094599 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:25:30.154601 run osmo-hlr_10.42.42.2(pid=5710): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5710)]\u000a16:25:30.203839 run osmo-hlr_10.42.42.2(pid=5710): stdout: \u000a| (launched: 2022-12-13_16:25:27.212585) \u000a16:25:30.253645 run osmo-hlr_10.42.42.2(pid=5710): stderr: \u000a| �[0;m�[1;31m20221213162527391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162527391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162527391 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162527392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162527392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162527392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162527404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162527415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162527415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162527415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:30.321271 run osmo-msc_10.42.42.6(pid=5716): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5716)]\u000a16:25:30.370805 run osmo-msc_10.42.42.6(pid=5716): stdout: \u000a| (launched: 2022-12-13_16:25:29.183144) \u000a16:25:30.420620 run osmo-msc_10.42.42.6(pid=5716): stderr: \u000a| �[0;m�[38;5;43m20221213162529457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162529457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f207dd05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162529457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162529457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162529457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162529458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162529459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162529460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162529460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162529460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:30.462889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5709): Terminating (SIGTERM)\u000a16:25:30.502754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5712): Terminating (SIGTERM)\u000a16:25:30.542291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5715): Terminating (SIGTERM)\u000a16:25:30.551494 --- ParallelTerminationStrategy: PID 5709 died...\u000a16:25:30.605319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5709): Terminated: ok {rc=0}\u000a16:25:30.615059 --- ParallelTerminationStrategy: PID 5712 died...\u000a16:25:30.668061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5712): Terminated: ok {rc=0}\u000a16:25:30.677799 --- ParallelTerminationStrategy: PID 5715 died...\u000a16:25:30.730760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5715): Terminated: ok {rc=0}\u000a16:25:30.814854 bus /sierra_3: Setting Powered False\u000a16:25:31.919679 bus /sierra_3: Setting Powered False\u000a16:25:33.027850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:25:12" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5727): Process ended prematurely: osmo-stp_10.42.42.5(pid=5727) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5727)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5727): Process ended prematurely: osmo-stp_10.42.42.5(pid=5727) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:25:35.044462 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:35.056394 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:25:35.226525 tst mo_mt_call.py: using LAC 34824\u000a16:25:35.355495 tst mo_mt_call.py: using RAC 144\u000a16:25:35.477283 tst mo_mt_call.py: using CellId 34824\u000a16:25:35.602525 tst mo_mt_call.py: using BVCI 34825\u000a16:25:35.625985 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:35.637147 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:35.648118 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:35.659102 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:35.670150 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:35.681098 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:25:35.804761 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:25:36.011124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:36.509398 run create_hlr_db(pid=5721): Launched\u000a16:25:36.687944 bus /sierra_2: Setting Powered False\u000a16:25:37.709916 run create_hlr_db(pid=5721): Terminated: ok {rc=0}\u000a16:25:38.124065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5723): Launched\u000a16:25:38.434752 run osmo-hlr_10.42.42.2(pid=5724): Launched\u000a16:25:38.547203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:39.087476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5726): Launched\u000a16:25:39.400941 run osmo-stp_10.42.42.5(pid=5727): Launched\u000a16:25:39.513948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:40.084750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5729): Launched\u000a16:25:40.397237 run osmo-msc_10.42.42.6(pid=5730): Launched\u000a16:25:40.579670 run osmo-stp_10.42.42.5(pid=5727): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5727)]\u000a16:25:40.711461 run osmo-stp_10.42.42.5(pid=5727): stdout: \u000a| (launched: 2022-12-13_16:25:39.244462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:40.840396 run osmo-stp_10.42.42.5(pid=5727): stderr: \u000a| �[0;m�[38;5;43m20221213162539415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162539415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162539416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162539416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162539416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162539417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162539417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:40.964730 run osmo-stp_10.42.42.5(pid=5727): stdout: \u000a| (launched: 2022-12-13_16:25:39.244462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:41.087893 run osmo-stp_10.42.42.5(pid=5727): stderr: \u000a| �[0;m�[38;5;43m20221213162539415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162539415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162539416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162539416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162539416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162539417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162539417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:41.142580 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5727): Process ended prematurely: osmo-stp_10.42.42.5(pid=5727) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5727)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:25:41.151169 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a16:25:41.211546 run osmo-hlr_10.42.42.2(pid=5724): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5724)]\u000a16:25:41.260618 run osmo-hlr_10.42.42.2(pid=5724): stdout: \u000a| (launched: 2022-12-13_16:25:38.281989) \u000a16:25:41.311084 run osmo-hlr_10.42.42.2(pid=5724): stderr: \u000a| �[0;m�[1;31m20221213162538456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162538456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162538456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162538456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162538456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162538456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162538473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162538485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162538485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162538485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:41.378746 run osmo-msc_10.42.42.6(pid=5730): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5730)]\u000a16:25:41.427922 run osmo-msc_10.42.42.6(pid=5730): stdout: \u000a| (launched: 2022-12-13_16:25:40.242384) \u000a16:25:41.477632 run osmo-msc_10.42.42.6(pid=5730): stderr: \u000a| �[0;m�[38;5;43m20221213162540517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162540517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f814c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162540517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162540517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162540517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162540518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162540519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162540520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162540520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162540520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:41.519737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5723): Terminating (SIGTERM)\u000a16:25:41.559147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5726): Terminating (SIGTERM)\u000a16:25:41.598606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5729): Terminating (SIGTERM)\u000a16:25:41.607664 --- ParallelTerminationStrategy: PID 5723 died...\u000a16:25:41.660833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5723): Terminated: ok {rc=0}\u000a16:25:41.670345 --- ParallelTerminationStrategy: PID 5726 died...\u000a16:25:41.723294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5726): Terminated: ok {rc=0}\u000a16:25:41.732751 --- ParallelTerminationStrategy: PID 5729 died...\u000a16:25:41.785786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5729): Terminated: ok {rc=0}\u000a16:25:41.869926 bus /sierra_3: Setting Powered False\u000a16:25:42.978109 bus /sierra_3: Setting Powered False\u000a16:25:44.091507 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:25:45.202671 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:45.214736 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:25:45.374805 tst mo_mt_call_osmux.py: using LAC 34825\u000a16:25:45.498111 tst mo_mt_call_osmux.py: using RAC 145\u000a16:25:45.621304 tst mo_mt_call_osmux.py: using CellId 34825\u000a16:25:45.751789 tst mo_mt_call_osmux.py: using BVCI 34826\u000a16:25:45.777083 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:45.788858 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:45.800640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:45.812177 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:45.824289 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:25:45.839425 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:25:45.980336 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:25:46.224309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:46.787892 run create_hlr_db(pid=5732): Launched\u000a16:25:46.984535 bus /sierra_2: Setting Powered False\u000a16:25:47.999679 run create_hlr_db(pid=5732): Terminated: ok {rc=0}\u000a16:25:48.419520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Launched\u000a16:25:48.729563 run osmo-hlr_10.42.42.2(pid=5735): Launched\u000a16:25:48.852863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:25:49.396781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Launched\u000a16:25:49.709575 run osmo-stp_10.42.42.5(pid=5738): Launched\u000a16:25:49.823447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:25:50.431202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5740): Launched\u000a16:25:50.764729 run osmo-msc_10.42.42.6(pid=5741): Launched\u000a16:25:50.958860 run osmo-stp_10.42.42.5(pid=5738): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)]\u000a16:25:51.101565 run osmo-stp_10.42.42.5(pid=5738): stdout: \u000a| (launched: 2022-12-13_16:25:49.554629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:51.239846 run osmo-stp_10.42.42.5(pid=5738): stderr: \u000a| �[0;m�[38;5;43m20221213162549725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162549726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162549726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162549726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162549727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162549727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162549727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:51.372681 run osmo-stp_10.42.42.5(pid=5738): stdout: \u000a| (launched: 2022-12-13_16:25:49.554629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:25:51.504589 run osmo-stp_10.42.42.5(pid=5738): stderr: \u000a| �[0;m�[38;5;43m20221213162549725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162549726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162549726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162549726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162549727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162549727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162549727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:25:51.563036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5738): Process ended prematurely: osmo-stp_10.42.42.5(pid=5738) [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5738)] [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:25:51.572501 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:25:51.635612 run osmo-hlr_10.42.42.2(pid=5735): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5735)]\u000a16:25:51.687617 run osmo-hlr_10.42.42.2(pid=5735): stdout: \u000a| (launched: 2022-12-13_16:25:48.576632) \u000a16:25:51.740063 run osmo-hlr_10.42.42.2(pid=5735): stderr: \u000a| �[0;m�[1;31m20221213162548752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162548752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162548752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162548752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162548752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162548752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162548765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162548773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162548774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162548774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:25:51.811177 run osmo-msc_10.42.42.6(pid=5741): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5741)]\u000a16:25:51.863488 run osmo-msc_10.42.42.6(pid=5741): stdout: \u000a| (launched: 2022-12-13_16:25:50.599804) \u000a16:25:51.916668 run osmo-msc_10.42.42.6(pid=5741): stderr: \u000a| �[0;m�[38;5;43m20221213162550923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162550923 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff35e1dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162550923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162550924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162550924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162550924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162550926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162550926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162550926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162550926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:25:51.962050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Terminating (SIGTERM)\u000a16:25:52.004324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Terminating (SIGTERM)\u000a16:25:52.047190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5740): Terminating (SIGTERM)\u000a16:25:52.056914 --- ParallelTerminationStrategy: PID 5734 died...\u000a16:25:52.114707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5734): Terminated: ok {rc=0}\u000a16:25:52.124921 --- ParallelTerminationStrategy: PID 5737 died...\u000a16:25:52.181472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5737): Terminated: ok {rc=0}\u000a16:25:52.191455 --- ParallelTerminationStrategy: PID 5740 died...\u000a16:25:52.247665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5740): Terminated: ok {rc=0}\u000a16:25:52.335162 bus /sierra_3: Setting Powered False\u000a16:25:53.439284 bus /sierra_3: Setting Powered False\u000a16:25:54.550801 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:25:34" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5756): Process ended prematurely: osmo-stp_10.42.42.5(pid=5756) [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5756): Process ended prematurely: osmo-stp_10.42.42.5(pid=5756) [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:25:56.548913 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:25:56.560183 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:25:56.718758 tst mo_mt_call.py: using LAC 34826\u000a16:25:56.842533 tst mo_mt_call.py: using RAC 146\u000a16:25:56.965827 tst mo_mt_call.py: using CellId 34826\u000a16:25:57.086587 tst mo_mt_call.py: using BVCI 34827\u000a16:25:57.110228 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:25:57.121488 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:25:57.132492 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:25:57.143526 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:25:57.154862 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:25:57.166101 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:25:57.289263 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:25:57.497385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:25:57.997210 run create_hlr_db(pid=5750): Launched\u000a16:25:58.176628 bus /sierra_2: Setting Powered False\u000a16:25:59.208778 run create_hlr_db(pid=5750): Terminated: ok {rc=0}\u000a16:25:59.655837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5752): Launched\u000a16:25:59.992407 run osmo-hlr_10.42.42.2(pid=5753): Launched\u000a16:26:00.114724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:00.696437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5755): Launched\u000a16:26:01.102704 run osmo-stp_10.42.42.5(pid=5756): Launched\u000a16:26:01.251139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:02.063015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5758): Launched\u000a16:26:02.470648 run osmo-msc_10.42.42.6(pid=5759): Launched\u000a16:26:02.694442 run osmo-stp_10.42.42.5(pid=5756): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)]\u000a16:26:02.837497 run osmo-stp_10.42.42.5(pid=5756): stdout: \u000a| (launched: 2022-12-13_16:26:00.867194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:02.978776 run osmo-stp_10.42.42.5(pid=5756): stderr: \u000a| �[0;m�[38;5;43m20221213162601232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162601232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162601232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162601232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162601234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162601234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162601234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:03.112684 run osmo-stp_10.42.42.5(pid=5756): stdout: \u000a| (launched: 2022-12-13_16:26:00.867194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:03.244789 run osmo-stp_10.42.42.5(pid=5756): stderr: \u000a| �[0;m�[38;5;43m20221213162601232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162601232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162601232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162601232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162601234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162601234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162601234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:03.303195 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5756): Process ended prematurely: osmo-stp_10.42.42.5(pid=5756) [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5756)] [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:26:03.312787 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a16:26:03.376842 run osmo-hlr_10.42.42.2(pid=5753): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5753)]\u000a16:26:03.429149 run osmo-hlr_10.42.42.2(pid=5753): stdout: \u000a| (launched: 2022-12-13_16:25:59.826696) \u000a16:26:03.482042 run osmo-hlr_10.42.42.2(pid=5753): stderr: \u000a| �[0;m�[1;31m20221213162600024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162600024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162600024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162600024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162600024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162600024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162600037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162600046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162600046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162600046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:03.554153 run osmo-msc_10.42.42.6(pid=5759): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5759)]\u000a16:26:03.606886 run osmo-msc_10.42.42.6(pid=5759): stdout: \u000a| (launched: 2022-12-13_16:26:02.236834) \u000a16:26:03.659745 run osmo-msc_10.42.42.6(pid=5759): stderr: \u000a| �[0;m�[38;5;43m20221213162602666 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162602667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa82a1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162602667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162602667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162602667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162602667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162602669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162602669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162602669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162602670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:03.704909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5752): Terminating (SIGTERM)\u000a16:26:03.747485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5755): Terminating (SIGTERM)\u000a16:26:03.790682 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5758): Terminating (SIGTERM)\u000a16:26:03.800422 --- ParallelTerminationStrategy: PID 5752 died...\u000a16:26:03.857694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5752): Terminated: ok {rc=0}\u000a16:26:03.867845 --- ParallelTerminationStrategy: PID 5755 died...\u000a16:26:03.924733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5755): Terminated: ok {rc=0}\u000a16:26:03.934845 --- ParallelTerminationStrategy: PID 5758 died...\u000a16:26:03.991535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5758): Terminated: ok {rc=0}\u000a16:26:04.078709 bus /sierra_3: Setting Powered False\u000a16:26:05.185588 bus /sierra_3: Setting Powered False\u000a16:26:06.297634 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5767): Process ended prematurely: osmo-stp_10.42.42.5(pid=5767) [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5767)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5767): Process ended prematurely: osmo-stp_10.42.42.5(pid=5767) [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:26:07.414850 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:07.427420 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:26:07.598903 tst mo_mt_call_osmux.py: using LAC 34827\u000a16:26:07.724716 tst mo_mt_call_osmux.py: using RAC 147\u000a16:26:07.847723 tst mo_mt_call_osmux.py: using CellId 34827\u000a16:26:07.971434 tst mo_mt_call_osmux.py: using BVCI 34828\u000a16:26:07.995282 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:08.006725 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:08.018161 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:08.029297 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:08.040448 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:26:08.051612 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:26:08.168572 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:26:08.385221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:08.910723 run create_hlr_db(pid=5761): Launched\u000a16:26:09.104284 bus /sierra_2: Setting Powered False\u000a16:26:10.124747 run create_hlr_db(pid=5761): Terminated: ok {rc=0}\u000a16:26:10.545116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5763): Launched\u000a16:26:10.858787 run osmo-hlr_10.42.42.2(pid=5764): Launched\u000a16:26:10.973929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:11.514362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5766): Launched\u000a16:26:11.827057 run osmo-stp_10.42.42.5(pid=5767): Launched\u000a16:26:11.941260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:12.517891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5769): Launched\u000a16:26:12.834610 run osmo-msc_10.42.42.6(pid=5770): Launched\u000a16:26:13.018625 run osmo-stp_10.42.42.5(pid=5767): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5767)]\u000a16:26:13.150411 run osmo-stp_10.42.42.5(pid=5767): stdout: \u000a| (launched: 2022-12-13_16:26:11.673224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:13.280047 run osmo-stp_10.42.42.5(pid=5767): stderr: \u000a| �[0;m�[38;5;43m20221213162611843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162611843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162611843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162611844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:13.404667 run osmo-stp_10.42.42.5(pid=5767): stdout: \u000a| (launched: 2022-12-13_16:26:11.673224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:13.527952 run osmo-stp_10.42.42.5(pid=5767): stderr: \u000a| �[0;m�[38;5;43m20221213162611843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162611843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162611843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162611844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162611844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:13.583357 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5767): Process ended prematurely: osmo-stp_10.42.42.5(pid=5767) [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5767)] [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:26:13.592046 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:26:13.652059 run osmo-hlr_10.42.42.2(pid=5764): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5764)]\u000a16:26:13.701195 run osmo-hlr_10.42.42.2(pid=5764): stdout: \u000a| (launched: 2022-12-13_16:26:10.703928) \u000a16:26:13.751154 run osmo-hlr_10.42.42.2(pid=5764): stderr: \u000a| �[0;m�[1;31m20221213162610881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162610881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162610881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162610881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162610881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162610881 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162610893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162610902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162610902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162610902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:13.818840 run osmo-msc_10.42.42.6(pid=5770): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5770)]\u000a16:26:13.867772 run osmo-msc_10.42.42.6(pid=5770): stdout: \u000a| (launched: 2022-12-13_16:26:12.677054) \u000a16:26:13.917413 run osmo-msc_10.42.42.6(pid=5770): stderr: \u000a| �[0;m�[38;5;43m20221213162612948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162612949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f0cad6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162612949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162612949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162612949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162612949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162612951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162612951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162612952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162612952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:13.959507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5763): Terminating (SIGTERM)\u000a16:26:13.999305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5766): Terminating (SIGTERM)\u000a16:26:14.039237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5769): Terminating (SIGTERM)\u000a16:26:14.048500 --- ParallelTerminationStrategy: PID 5763 died...\u000a16:26:14.101655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5763): Terminated: ok {rc=0}\u000a16:26:14.111155 --- ParallelTerminationStrategy: PID 5766 died...\u000a16:26:14.163916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5766): Terminated: ok {rc=0}\u000a16:26:14.173439 --- ParallelTerminationStrategy: PID 5769 died...\u000a16:26:14.225952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5769): Terminated: ok {rc=0}\u000a16:26:14.313982 bus /sierra_3: Setting Powered False\u000a16:26:15.420999 bus /sierra_3: Setting Powered False\u000a16:26:16.538792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:25:56" }, { "cases" : [ { "testActions" : [ ], "age" : 63, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5781): Process ended prematurely: osmo-stp_10.42.42.5(pid=5781) [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5781): Process ended prematurely: osmo-stp_10.42.42.5(pid=5781) [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:26:18.530010 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:18.540879 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:26:18.702343 tst mo_mt_call.py: using LAC 34828\u000a16:26:18.831979 tst mo_mt_call.py: using RAC 148\u000a16:26:18.963812 tst mo_mt_call.py: using CellId 34828\u000a16:26:19.093695 tst mo_mt_call.py: using BVCI 34829\u000a16:26:19.118918 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:19.130506 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:19.142078 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:19.153454 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:19.165188 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:19.176858 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:26:19.296277 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:26:19.512587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:20.037391 run create_hlr_db(pid=5775): Launched\u000a16:26:20.231053 bus /sierra_2: Setting Powered False\u000a16:26:21.252246 run create_hlr_db(pid=5775): Terminated: ok {rc=0}\u000a16:26:21.697969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5777): Launched\u000a16:26:22.032937 run osmo-hlr_10.42.42.2(pid=5778): Launched\u000a16:26:22.159392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:22.740937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5780): Launched\u000a16:26:23.077632 run osmo-stp_10.42.42.5(pid=5781): Launched\u000a16:26:23.199476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:23.810385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5783): Launched\u000a16:26:24.145865 run osmo-msc_10.42.42.6(pid=5784): Launched\u000a16:26:24.341106 run osmo-stp_10.42.42.5(pid=5781): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)]\u000a16:26:24.482263 run osmo-stp_10.42.42.5(pid=5781): stdout: \u000a| (launched: 2022-12-13_16:26:22.911294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:24.621482 run osmo-stp_10.42.42.5(pid=5781): stderr: \u000a| �[0;m�[38;5;43m20221213162623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162623104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162623104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162623104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162623105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:24.755398 run osmo-stp_10.42.42.5(pid=5781): stdout: \u000a| (launched: 2022-12-13_16:26:22.911294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:24.887888 run osmo-stp_10.42.42.5(pid=5781): stderr: \u000a| �[0;m�[38;5;43m20221213162623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162623103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162623104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162623104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162623104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162623105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:24.946479 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5781): Process ended prematurely: osmo-stp_10.42.42.5(pid=5781) [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)] [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:26:24.955791 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:26:25.019630 run osmo-hlr_10.42.42.2(pid=5778): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5778)]\u000a16:26:25.071876 run osmo-hlr_10.42.42.2(pid=5778): stdout: \u000a| (launched: 2022-12-13_16:26:21.867995) \u000a16:26:25.125073 run osmo-hlr_10.42.42.2(pid=5778): stderr: \u000a| �[0;m�[1;31m20221213162622066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162622066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162622066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162622066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162622066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162622066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162622082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162622092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162622092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162622092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:25.197110 run osmo-msc_10.42.42.6(pid=5784): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5784)]\u000a16:26:25.249360 run osmo-msc_10.42.42.6(pid=5784): stdout: \u000a| (launched: 2022-12-13_16:26:23.979725) \u000a16:26:25.302100 run osmo-msc_10.42.42.6(pid=5784): stderr: \u000a| �[0;m�[38;5;43m20221213162624302 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162624302 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2492e86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162624303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162624303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162624303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162624303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162624305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162624305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162624305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162624305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:25.346894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5777): Terminating (SIGTERM)\u000a16:26:25.389756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5780): Terminating (SIGTERM)\u000a16:26:25.432219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5783): Terminating (SIGTERM)\u000a16:26:25.442000 --- ParallelTerminationStrategy: PID 5777 died...\u000a16:26:25.498741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5777): Terminated: ok {rc=0}\u000a16:26:25.508832 --- ParallelTerminationStrategy: PID 5780 died...\u000a16:26:25.565126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5780): Terminated: ok {rc=0}\u000a16:26:25.575070 --- ParallelTerminationStrategy: PID 5783 died...\u000a16:26:25.631274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5783): Terminated: ok {rc=0}\u000a16:26:25.719205 bus /sierra_3: Setting Powered False\u000a16:26:26.823482 bus /sierra_3: Setting Powered False\u000a16:26:27.935538 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5792): Process ended prematurely: osmo-stp_10.42.42.5(pid=5792) [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5792): Process ended prematurely: osmo-stp_10.42.42.5(pid=5792) [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:26:29.047390 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:29.059370 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:26:29.219527 tst mo_mt_call_osmux.py: using LAC 34829\u000a16:26:29.345722 tst mo_mt_call_osmux.py: using RAC 149\u000a16:26:29.466393 tst mo_mt_call_osmux.py: using CellId 34829\u000a16:26:29.586609 tst mo_mt_call_osmux.py: using BVCI 34830\u000a16:26:29.610301 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:29.621342 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:29.632177 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:29.643108 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:29.654529 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:26:29.665772 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:26:29.783886 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:26:29.994819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:30.491374 run create_hlr_db(pid=5786): Launched\u000a16:26:30.669670 bus /sierra_2: Setting Powered False\u000a16:26:31.695149 run create_hlr_db(pid=5786): Terminated: ok {rc=0}\u000a16:26:32.183219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5788): Launched\u000a16:26:32.496902 run osmo-hlr_10.42.42.2(pid=5789): Launched\u000a16:26:32.619736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:33.165751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5791): Launched\u000a16:26:33.476889 run osmo-stp_10.42.42.5(pid=5792): Launched\u000a16:26:33.590687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:34.160780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5794): Launched\u000a16:26:34.473687 run osmo-msc_10.42.42.6(pid=5795): Launched\u000a16:26:34.655884 run osmo-stp_10.42.42.5(pid=5792): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)]\u000a16:26:34.787665 run osmo-stp_10.42.42.5(pid=5792): stdout: \u000a| (launched: 2022-12-13_16:26:33.323163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:34.916595 run osmo-stp_10.42.42.5(pid=5792): stderr: \u000a| �[0;m�[38;5;43m20221213162633495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162633495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162633495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162633495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162633496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162633496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162633496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:35.040758 run osmo-stp_10.42.42.5(pid=5792): stdout: \u000a| (launched: 2022-12-13_16:26:33.323163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:35.163859 run osmo-stp_10.42.42.5(pid=5792): stderr: \u000a| �[0;m�[38;5;43m20221213162633495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162633495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162633495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162633495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162633496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162633496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162633496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:35.218523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5792): Process ended prematurely: osmo-stp_10.42.42.5(pid=5792) [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)] [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:26:35.227262 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:26:35.287347 run osmo-hlr_10.42.42.2(pid=5789): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5789)]\u000a16:26:35.336637 run osmo-hlr_10.42.42.2(pid=5789): stdout: \u000a| (launched: 2022-12-13_16:26:32.343047) \u000a16:26:35.386446 run osmo-hlr_10.42.42.2(pid=5789): stderr: \u000a| �[0;m�[1;31m20221213162632517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162632517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162632517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162632517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162632517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162632518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162632530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162632538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162632538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162632538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:35.454144 run osmo-msc_10.42.42.6(pid=5795): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5795)]\u000a16:26:35.503387 run osmo-msc_10.42.42.6(pid=5795): stdout: \u000a| (launched: 2022-12-13_16:26:34.318572) \u000a16:26:35.553225 run osmo-msc_10.42.42.6(pid=5795): stderr: \u000a| �[0;m�[38;5;43m20221213162634590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162634590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea7ededc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162634590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162634590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162634590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162634591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162634592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162634593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162634593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162634593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:35.595427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5788): Terminating (SIGTERM)\u000a16:26:35.635221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5791): Terminating (SIGTERM)\u000a16:26:35.674936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5794): Terminating (SIGTERM)\u000a16:26:35.684136 --- ParallelTerminationStrategy: PID 5788 died...\u000a16:26:35.738127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5788): Terminated: ok {rc=0}\u000a16:26:35.747859 --- ParallelTerminationStrategy: PID 5791 died...\u000a16:26:35.801398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5791): Terminated: ok {rc=0}\u000a16:26:35.811025 --- ParallelTerminationStrategy: PID 5794 died...\u000a16:26:35.864488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5794): Terminated: ok {rc=0}\u000a16:26:35.955135 bus /sierra_3: Setting Powered False\u000a16:26:37.060577 bus /sierra_3: Setting Powered False\u000a16:26:38.174225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:26:18" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5806): Process ended prematurely: osmo-stp_10.42.42.5(pid=5806) [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5806)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5806): Process ended prematurely: osmo-stp_10.42.42.5(pid=5806) [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:26:40.198363 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:40.209885 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:26:40.358346 tst emergency_mo_mt_call.py: using LAC 34830\u000a16:26:40.485495 tst emergency_mo_mt_call.py: using RAC 150\u000a16:26:40.614086 tst emergency_mo_mt_call.py: using CellId 34830\u000a16:26:40.740748 tst emergency_mo_mt_call.py: using BVCI 34831\u000a16:26:40.765686 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:40.777003 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:40.788025 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:40.799109 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:40.810712 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:40.822202 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:40.940885 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:41.158977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:41.673752 run create_hlr_db(pid=5800): Launched\u000a16:26:41.864579 bus /sierra_2: Setting Powered False\u000a16:26:42.872582 run create_hlr_db(pid=5800): Terminated: ok {rc=0}\u000a16:26:43.319312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5802): Launched\u000a16:26:43.649413 run osmo-hlr_10.42.42.2(pid=5803): Launched\u000a16:26:43.769871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:44.339544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5805): Launched\u000a16:26:44.669295 run osmo-stp_10.42.42.5(pid=5806): Launched\u000a16:26:44.803663 tst emergency_mo_mt_call.py: using MSISDN 8220\u000a16:26:44.966215 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:45.566146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5808): Launched\u000a16:26:45.991889 run osmo-msc_10.42.42.6(pid=5809): Launched\u000a16:26:46.357959 run osmo-stp_10.42.42.5(pid=5806): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5806)]\u000a16:26:46.543531 run osmo-stp_10.42.42.5(pid=5806): stdout: \u000a| (launched: 2022-12-13_16:26:44.505867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:46.683038 run osmo-stp_10.42.42.5(pid=5806): stderr: \u000a| �[0;m�[38;5;43m20221213162644698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162644699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162644699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162644699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162644700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162644700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162644700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:46.817925 run osmo-stp_10.42.42.5(pid=5806): stdout: \u000a| (launched: 2022-12-13_16:26:44.505867)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:46.952006 run osmo-stp_10.42.42.5(pid=5806): stderr: \u000a| �[0;m�[38;5;43m20221213162644698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162644699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162644699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162644699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162644700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162644700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162644700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:47.011233 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5806): Process ended prematurely: osmo-stp_10.42.42.5(pid=5806) [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5806)] [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a16:26:47.021154 tst emergency_mo_mt_call.py:19: Test FAILED (6.8 sec)\u000a16:26:47.088220 run osmo-hlr_10.42.42.2(pid=5803): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5803)]\u000a16:26:47.143232 run osmo-hlr_10.42.42.2(pid=5803): stdout: \u000a| (launched: 2022-12-13_16:26:43.485551) \u000a16:26:47.198632 run osmo-hlr_10.42.42.2(pid=5803): stderr: \u000a| �[0;m�[1;31m20221213162643683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162643683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162643683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162643683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162643683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162643683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162643696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162643704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162643705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162643705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:47.272766 run osmo-msc_10.42.42.6(pid=5809): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5809)]\u000a16:26:47.326270 run osmo-msc_10.42.42.6(pid=5809): stdout: \u000a| (launched: 2022-12-13_16:26:45.732674) \u000a16:26:47.379541 run osmo-msc_10.42.42.6(pid=5809): stderr: \u000a| �[0;m�[38;5;43m20221213162646266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162646266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcd8192c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162646266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162646266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162646267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162646267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162646269 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162646269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162646269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162646269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:47.425240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5802): Terminating (SIGTERM)\u000a16:26:47.468726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5805): Terminating (SIGTERM)\u000a16:26:47.512630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5808): Terminating (SIGTERM)\u000a16:26:47.522652 --- ParallelTerminationStrategy: PID 5802 died...\u000a16:26:47.581892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5802): Terminated: ok {rc=0}\u000a16:26:47.592312 --- ParallelTerminationStrategy: PID 5805 died...\u000a16:26:47.650988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5805): Terminated: ok {rc=0}\u000a16:26:47.661206 --- ParallelTerminationStrategy: PID 5808 died...\u000a16:26:47.718444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5808): Terminated: ok {rc=0}\u000a16:26:47.805441 bus /sierra_3: Setting Powered False\u000a16:26:48.913841 bus /sierra_3: Setting Powered False\u000a16:26:50.026995 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5817): Process ended prematurely: osmo-stp_10.42.42.5(pid=5817) [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5817)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5817): Process ended prematurely: osmo-stp_10.42.42.5(pid=5817) [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:26:51.079294 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:51.090788 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a16:26:51.237200 tst emergency_preemptive_call.py: using LAC 34831\u000a16:26:51.368701 tst emergency_preemptive_call.py: using RAC 151\u000a16:26:51.494349 tst emergency_preemptive_call.py: using CellId 34831\u000a16:26:51.620358 tst emergency_preemptive_call.py: using BVCI 34832\u000a16:26:51.645237 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:51.656544 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:51.667601 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:51.678676 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:51.690142 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:26:51.701577 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:51.822836 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:51.943605 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:52.062124 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a16:26:52.265236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:26:52.755537 run create_hlr_db(pid=5811): Launched\u000a16:26:52.932198 bus /sierra_2: Setting Powered False\u000a16:26:53.952732 run create_hlr_db(pid=5811): Terminated: ok {rc=0}\u000a16:26:54.391275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5813): Launched\u000a16:26:54.720880 run osmo-hlr_10.42.42.2(pid=5814): Launched\u000a16:26:54.845355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:26:55.415520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5816): Launched\u000a16:26:55.744563 run osmo-stp_10.42.42.5(pid=5817): Launched\u000a16:26:55.879628 tst emergency_preemptive_call.py: using MSISDN 8221\u000a16:26:56.043469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:26:56.640233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5819): Launched\u000a16:26:56.969905 run osmo-msc_10.42.42.6(pid=5820): Launched\u000a16:26:57.162050 run osmo-stp_10.42.42.5(pid=5817): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5817)]\u000a16:26:57.300263 run osmo-stp_10.42.42.5(pid=5817): stdout: \u000a| (launched: 2022-12-13_16:26:55.581885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:57.437069 run osmo-stp_10.42.42.5(pid=5817): stderr: \u000a| �[0;m�[38;5;43m20221213162655775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162655775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162655776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162655776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:57.568406 run osmo-stp_10.42.42.5(pid=5817): stdout: \u000a| (launched: 2022-12-13_16:26:55.581885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:26:57.698583 run osmo-stp_10.42.42.5(pid=5817): stderr: \u000a| �[0;m�[38;5;43m20221213162655775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162655775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162655776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162655776 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162655777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:26:57.755620 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5817): Process ended prematurely: osmo-stp_10.42.42.5(pid=5817) [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5817)] [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a16:26:57.764560 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a16:26:57.828563 run osmo-hlr_10.42.42.2(pid=5814): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5814)]\u000a16:26:57.880495 run osmo-hlr_10.42.42.2(pid=5814): stdout: \u000a| (launched: 2022-12-13_16:26:54.557773) \u000a16:26:57.933058 run osmo-hlr_10.42.42.2(pid=5814): stderr: \u000a| �[0;m�[1;31m20221213162654756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162654756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162654756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162654756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162654756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162654756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162654768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162654778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162654778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162654778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:26:58.004375 run osmo-msc_10.42.42.6(pid=5820): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5820)]\u000a16:26:58.056248 run osmo-msc_10.42.42.6(pid=5820): stdout: \u000a| (launched: 2022-12-13_16:26:56.806878) \u000a16:26:58.108600 run osmo-msc_10.42.42.6(pid=5820): stderr: \u000a| �[0;m�[38;5;43m20221213162657129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213162657129 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feaae233c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213162657130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213162657130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213162657130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213162657130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213162657132 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213162657132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213162657132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213162657132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:26:58.154067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5813): Terminating (SIGTERM)\u000a16:26:58.196700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5816): Terminating (SIGTERM)\u000a16:26:58.239597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5819): Terminating (SIGTERM)\u000a16:26:58.249468 --- ParallelTerminationStrategy: PID 5813 died...\u000a16:26:58.306699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5813): Terminated: ok {rc=0}\u000a16:26:58.317006 --- ParallelTerminationStrategy: PID 5816 died...\u000a16:26:58.374363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5816): Terminated: ok {rc=0}\u000a16:26:58.384519 --- ParallelTerminationStrategy: PID 5819 died...\u000a16:26:58.441663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5819): Terminated: ok {rc=0}\u000a16:26:58.530173 bus /sierra_9: Setting Powered False\u000a16:26:59.636443 bus /sierra_9: Setting Powered False\u000a16:27:00.749121 bus /sierra_8: Setting Powered False\u000a16:27:01.882087 bus /sierra_8: Setting Powered False\u000a16:27:02.991583 bus /sierra_3: Setting Powered False\u000a16:27:04.095334 bus /sierra_3: Setting Powered False\u000a16:27:05.208362 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:26:39" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2391↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2391↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:27:07.333793 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.344360 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:27:07.489479 tst cs_paging_gprs_active.py: using LAC 34832\u000a16:27:07.619995 tst cs_paging_gprs_active.py: using RAC 152\u000a16:27:07.747985 tst cs_paging_gprs_active.py: using CellId 34832\u000a16:27:07.875913 tst cs_paging_gprs_active.py: using BVCI 34833\u000a16:27:07.901330 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.912385 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.923342 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.934517 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.945790 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.956918 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.968393 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.979521 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:07.991073 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:08.114276 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:08.417373 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:27:08.557075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:08.905703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5825): Launched\u000a16:27:09.194633 run iperf3-srv_10.42.42.10(pid=5826): Launched\u000a16:27:09.399445 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:27:09.539322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:09.887581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Launched\u000a16:27:10.177725 run iperf3-srv_10.42.42.10(pid=5828): Launched\u000a16:27:10.382785 tst cs_paging_gprs_active.py:38: start network...\u000a16:27:10.522215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:11.048136 run create_hlr_db(pid=5829): Launched\u000a16:27:11.241910 bus /sierra_2: Setting Powered False\u000a16:27:12.262837 run create_hlr_db(pid=5829): Terminated: ok {rc=0}\u000a16:27:12.682900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Launched\u000a16:27:12.995780 run osmo-hlr_10.42.42.2(pid=5832): Launched\u000a16:27:13.120266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:13.667548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Launched\u000a16:27:13.981964 run osmo-stp_10.42.42.5(pid=5835): Launched\u000a16:27:14.096656 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:14.642026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Launched\u000a16:27:14.752932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:15.026287 run patchelf(pid=5838): Launched\u000a16:27:15.209479 run osmo-stp_10.42.42.5(pid=5835): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)]\u000a16:27:15.342718 run osmo-stp_10.42.42.5(pid=5835): stdout: \u000a| (launched: 2022-12-13_16:27:13.826618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:15.476234 run osmo-stp_10.42.42.5(pid=5835): stderr: \u000a| �[0;m�[38;5;43m20221213162714001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162714002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162714002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162714002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162714003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162714003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162714003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:15.605065 run osmo-stp_10.42.42.5(pid=5835): stdout: \u000a| (launched: 2022-12-13_16:27:13.826618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:15.732457 run osmo-stp_10.42.42.5(pid=5835): stderr: \u000a| �[0;m�[38;5;43m20221213162714001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162714002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162714002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162714002 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162714003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162714003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162714003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:15.909891 run patchelf(pid=5838): Terminating (SIGINT)\u000a16:27:16.101591 run patchelf(pid=5838): Terminated: ok {rc=0}\u000a16:27:16.134910 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5835): Process ended prematurely: osmo-stp_10.42.42.5(pid=5835) [trial-2391↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5835)] [trial-2391↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a16:27:16.145467 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a16:27:16.208801 run osmo-hlr_10.42.42.2(pid=5832): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5832)]\u000a16:27:16.259963 run osmo-hlr_10.42.42.2(pid=5832): stdout: \u000a| (launched: 2022-12-13_16:27:12.841668) \u000a16:27:16.311841 run osmo-hlr_10.42.42.2(pid=5832): stderr: \u000a| �[0;m�[1;31m20221213162713017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162713017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162713017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162713017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162713017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162713017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162713029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162713038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162713038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162713038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:16.361625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5825): Terminating (SIGTERM)\u000a16:27:16.419820 run iperf3-srv_10.42.42.10(pid=5826): Terminating (SIGTERM)\u000a16:27:16.478374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Terminating (SIGTERM)\u000a16:27:16.540256 run iperf3-srv_10.42.42.10(pid=5828): Terminating (SIGTERM)\u000a16:27:16.598400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminating (SIGTERM)\u000a16:27:16.654966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminating (SIGTERM)\u000a16:27:16.696235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Terminating (SIGTERM)\u000a16:27:16.705769 --- ParallelTerminationStrategy: PID 5825 died...\u000a16:27:16.760875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5825): Terminated: ok {rc=0}\u000a16:27:16.770995 --- ParallelTerminationStrategy: PID 5826 died...\u000a16:27:16.825495 run iperf3-srv_10.42.42.10(pid=5826): Terminated {rc=256}\u000a16:27:16.835527 --- ParallelTerminationStrategy: PID 5827 died...\u000a16:27:16.890141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5827): Terminated: ok {rc=0}\u000a16:27:16.900254 --- ParallelTerminationStrategy: PID 5828 died...\u000a16:27:16.955201 run iperf3-srv_10.42.42.10(pid=5828): Terminated {rc=256}\u000a16:27:16.965309 --- ParallelTerminationStrategy: PID 5831 died...\u000a16:27:17.019655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5831): Terminated: ok {rc=0}\u000a16:27:17.029849 --- ParallelTerminationStrategy: PID 5834 died...\u000a16:27:17.084615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5834): Terminated: ok {rc=0}\u000a16:27:17.094837 --- ParallelTerminationStrategy: PID 5837 died...\u000a16:27:17.150055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5837): Terminated: ok {rc=0}\u000a16:27:17.236130 bus /gobi_0: Setting Powered False\u000a16:27:18.348700 bus /gobi_0: Setting Powered False\u000a16:27:19.463731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5847): Process ended prematurely: osmo-stp_10.42.42.5(pid=5847) [trial-2391↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5847)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5847): Process ended prematurely: osmo-stp_10.42.42.5(pid=5847) [trial-2391↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a16:27:20.575763 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:20.587505 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:27:20.730573 tst iperf3.py: using LAC 34833\u000a16:27:20.853904 tst iperf3.py: using RAC 153\u000a16:27:20.976519 tst iperf3.py: using CellId 34833\u000a16:27:21.097657 tst iperf3.py: using BVCI 34834\u000a16:27:21.121464 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.132121 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.142775 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.153417 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.163844 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.174335 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.185089 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.195466 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:21.206187 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:21.494012 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:27:21.624088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:21.950855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Launched\u000a16:27:22.222150 run iperf3-srv_10.42.42.10(pid=5840): Launched\u000a16:27:22.412694 tst iperf3.py:8: start network...\u000a16:27:22.542803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:23.043505 run create_hlr_db(pid=5841): Launched\u000a16:27:23.223983 bus /gobi_6: Setting Powered False\u000a16:27:24.245592 run create_hlr_db(pid=5841): Terminated: ok {rc=0}\u000a16:27:24.690858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5843): Launched\u000a16:27:25.029498 run osmo-hlr_10.42.42.2(pid=5844): Launched\u000a16:27:25.157072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:25.741524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5846): Launched\u000a16:27:26.078176 run osmo-stp_10.42.42.5(pid=5847): Launched\u000a16:27:26.200204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:26.783598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5849): Launched\u000a16:27:26.903098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:27.197551 run patchelf(pid=5850): Launched\u000a16:27:27.393438 run osmo-stp_10.42.42.5(pid=5847): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5847)]\u000a16:27:27.536829 run osmo-stp_10.42.42.5(pid=5847): stdout: \u000a| (launched: 2022-12-13_16:27:25.911690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:27.680398 run osmo-stp_10.42.42.5(pid=5847): stderr: \u000a| �[0;m�[38;5;43m20221213162726105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162726106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162726106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162726106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162726107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162726107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162726107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:27.818776 run osmo-stp_10.42.42.5(pid=5847): stdout: \u000a| (launched: 2022-12-13_16:27:25.911690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:27.955502 run osmo-stp_10.42.42.5(pid=5847): stderr: \u000a| �[0;m�[38;5;43m20221213162726105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162726106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162726106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162726106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162726107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162726107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162726107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:28.115376 run patchelf(pid=5850): Terminating (SIGINT)\u000a16:27:28.304410 run patchelf(pid=5850): Terminated: ok {rc=0}\u000a16:27:28.339023 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5847): Process ended prematurely: osmo-stp_10.42.42.5(pid=5847) [trial-2391↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5847)] [trial-2391↪gprs:trx-lms↪iperf3.py:8]\u000a16:27:28.349077 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:27:28.414065 run osmo-hlr_10.42.42.2(pid=5844): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5844)]\u000a16:27:28.466935 run osmo-hlr_10.42.42.2(pid=5844): stdout: \u000a| (launched: 2022-12-13_16:27:24.862233) \u000a16:27:28.520488 run osmo-hlr_10.42.42.2(pid=5844): stderr: \u000a| �[0;m�[1;31m20221213162725060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162725060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162725060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162725060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162725060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162725060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162725075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162725085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162725087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162725087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:28.566428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Terminating (SIGTERM)\u000a16:27:28.610017 run iperf3-srv_10.42.42.10(pid=5840): Terminating (SIGTERM)\u000a16:27:28.653658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5843): Terminating (SIGTERM)\u000a16:27:28.697160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5846): Terminating (SIGTERM)\u000a16:27:28.740587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5849): Terminating (SIGTERM)\u000a16:27:28.750792 --- ParallelTerminationStrategy: PID 5839 died...\u000a16:27:28.809220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5839): Terminated: ok {rc=0}\u000a16:27:28.819617 --- ParallelTerminationStrategy: PID 5840 died...\u000a16:27:28.877120 run iperf3-srv_10.42.42.10(pid=5840): Terminated {rc=256}\u000a16:27:28.887746 --- ParallelTerminationStrategy: PID 5843 died...\u000a16:27:28.945431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5843): Terminated: ok {rc=0}\u000a16:27:28.955749 --- ParallelTerminationStrategy: PID 5846 died...\u000a16:27:29.013438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5846): Terminated: ok {rc=0}\u000a16:27:29.023659 --- ParallelTerminationStrategy: PID 5849 died...\u000a16:27:29.081691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5849): Terminated: ok {rc=0}\u000a16:27:29.170595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5865): Process ended prematurely: osmo-stp_10.42.42.5(pid=5865) [trial-2391↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5865)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5865): Process ended prematurely: osmo-stp_10.42.42.5(pid=5865) [trial-2391↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a16:27:30.289212 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.301414 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:27:30.447712 tst iperf3m4.py: using LAC 34834\u000a16:27:30.576936 tst iperf3m4.py: using RAC 154\u000a16:27:30.706170 tst iperf3m4.py: using CellId 34834\u000a16:27:30.839616 tst iperf3m4.py: using BVCI 34835\u000a16:27:30.867781 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.879828 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.891823 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.912368 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.927904 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.943351 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.969985 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.982203 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:30.995555 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:31.123544 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:31.255856 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:31.410833 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:31.790240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:27:31.966748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:32.394483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5851): Launched\u000a16:27:32.664759 run iperf3-srv_10.42.42.10(pid=5852): Launched\u000a16:27:32.854502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:27:32.984411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:33.309269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5853): Launched\u000a16:27:33.579571 run iperf3-srv_10.42.42.10(pid=5854): Launched\u000a16:27:33.770262 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:27:33.900252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:34.226625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5855): Launched\u000a16:27:34.496064 run iperf3-srv_10.42.42.10(pid=5856): Launched\u000a16:27:34.686264 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:27:34.815575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:27:35.139636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5857): Launched\u000a16:27:35.409209 run iperf3-srv_10.42.42.10(pid=5858): Launched\u000a16:27:35.599634 tst iperf3m4.py:8: start network...\u000a16:27:35.729441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:36.232553 run create_hlr_db(pid=5859): Launched\u000a16:27:36.412177 bus /gobi_6: Setting Powered False\u000a16:27:37.433965 run create_hlr_db(pid=5859): Terminated: ok {rc=0}\u000a16:27:37.882270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5861): Launched\u000a16:27:38.221120 run osmo-hlr_10.42.42.2(pid=5862): Launched\u000a16:27:38.344713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:38.929212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5864): Launched\u000a16:27:39.265283 run osmo-stp_10.42.42.5(pid=5865): Launched\u000a16:27:39.387181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:39.971843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5867): Launched\u000a16:27:40.091099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:40.385926 run patchelf(pid=5868): Launched\u000a16:27:40.581631 run osmo-stp_10.42.42.5(pid=5865): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5865)]\u000a16:27:40.724786 run osmo-stp_10.42.42.5(pid=5865): stdout: \u000a| (launched: 2022-12-13_16:27:39.098803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:40.868295 run osmo-stp_10.42.42.5(pid=5865): stderr: \u000a| �[0;m�[38;5;43m20221213162739290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162739290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162739290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162739291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162739291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162739291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162739291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:41.006626 run osmo-stp_10.42.42.5(pid=5865): stdout: \u000a| (launched: 2022-12-13_16:27:39.098803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:41.143796 run osmo-stp_10.42.42.5(pid=5865): stderr: \u000a| �[0;m�[38;5;43m20221213162739290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162739290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162739290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162739291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162739291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162739291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162739291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:41.303888 run patchelf(pid=5868): Terminating (SIGINT)\u000a16:27:41.491908 run patchelf(pid=5868): Terminated: ok {rc=0}\u000a16:27:41.526980 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5865): Process ended prematurely: osmo-stp_10.42.42.5(pid=5865) [trial-2391↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5865)] [trial-2391↪gprs:trx-lms↪iperf3m4.py:8]\u000a16:27:41.537398 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a16:27:41.602559 run osmo-hlr_10.42.42.2(pid=5862): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5862)]\u000a16:27:41.655235 run osmo-hlr_10.42.42.2(pid=5862): stdout: \u000a| (launched: 2022-12-13_16:27:38.053055) \u000a16:27:41.708427 run osmo-hlr_10.42.42.2(pid=5862): stderr: \u000a| �[0;m�[1;31m20221213162738249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162738249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162738249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162738249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162738249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162738249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162738261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162738269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162738270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162738270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:41.753809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5851): Terminating (SIGTERM)\u000a16:27:41.796923 run iperf3-srv_10.42.42.10(pid=5852): Terminating (SIGTERM)\u000a16:27:41.839992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5853): Terminating (SIGTERM)\u000a16:27:41.882909 run iperf3-srv_10.42.42.10(pid=5854): Terminating (SIGTERM)\u000a16:27:41.925731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5855): Terminating (SIGTERM)\u000a16:27:41.968746 run iperf3-srv_10.42.42.10(pid=5856): Terminating (SIGTERM)\u000a16:27:42.011733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5857): Terminating (SIGTERM)\u000a16:27:42.054582 run iperf3-srv_10.42.42.10(pid=5858): Terminating (SIGTERM)\u000a16:27:42.097698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5861): Terminating (SIGTERM)\u000a16:27:42.140696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5864): Terminating (SIGTERM)\u000a16:27:42.183901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5867): Terminating (SIGTERM)\u000a16:27:42.193898 --- ParallelTerminationStrategy: PID 5851 died...\u000a16:27:42.250771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5851): Terminated: ok {rc=0}\u000a16:27:42.261123 --- ParallelTerminationStrategy: PID 5852 died...\u000a16:27:42.318042 run iperf3-srv_10.42.42.10(pid=5852): Terminated {rc=256}\u000a16:27:42.328208 --- ParallelTerminationStrategy: PID 5853 died...\u000a16:27:42.384704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5853): Terminated: ok {rc=0}\u000a16:27:42.395112 --- ParallelTerminationStrategy: PID 5854 died...\u000a16:27:42.451244 run iperf3-srv_10.42.42.10(pid=5854): Terminated {rc=256}\u000a16:27:42.461508 --- ParallelTerminationStrategy: PID 5855 died...\u000a16:27:42.517953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5855): Terminated: ok {rc=0}\u000a16:27:42.528127 --- ParallelTerminationStrategy: PID 5856 died...\u000a16:27:42.584389 run iperf3-srv_10.42.42.10(pid=5856): Terminated {rc=256}\u000a16:27:42.594567 --- ParallelTerminationStrategy: PID 5857 died...\u000a16:27:42.651085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5857): Terminated: ok {rc=0}\u000a16:27:42.661159 --- ParallelTerminationStrategy: PID 5858 died...\u000a16:27:42.717729 run iperf3-srv_10.42.42.10(pid=5858): Terminated {rc=256}\u000a16:27:42.727852 --- ParallelTerminationStrategy: PID 5861 died...\u000a16:27:42.784605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5861): Terminated: ok {rc=0}\u000a16:27:42.794792 --- ParallelTerminationStrategy: PID 5864 died...\u000a16:27:42.851449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5864): Terminated: ok {rc=0}\u000a16:27:42.861993 --- ParallelTerminationStrategy: PID 5867 died...\u000a16:27:42.919034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5867): Terminated: ok {rc=0}\u000a16:27:43.006845 bus /gobi_4: Setting Powered False\u000a16:27:44.113258 bus /gobi_4: Setting Powered False\u000a16:27:45.222205 bus /gobi_1: Setting Powered False\u000a16:27:46.328564 bus /gobi_1: Setting Powered False\u000a16:27:47.438604 bus /gobi_0: Setting Powered False\u000a16:27:48.545946 bus /gobi_0: Setting Powered False\u000a16:27:49.656745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5875): Process ended prematurely: osmo-stp_10.42.42.5(pid=5875) [trial-2391↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5875): Process ended prematurely: osmo-stp_10.42.42.5(pid=5875) [trial-2391↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a16:27:50.725338 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:50.737009 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:27:50.874192 tst ping.py: using LAC 34835\u000a16:27:50.993527 tst ping.py: using RAC 155\u000a16:27:51.112711 tst ping.py: using CellId 34835\u000a16:27:51.233821 tst ping.py: using BVCI 34836\u000a16:27:51.257193 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.267760 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.278343 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.288892 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.299295 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.309685 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.320226 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:51.330794 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:27:51.611242 tst ping.py:19: start network...\u000a16:27:51.738520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:27:52.231747 run create_hlr_db(pid=5869): Launched\u000a16:27:52.410120 bus /gobi_6: Setting Powered False\u000a16:27:53.430026 run create_hlr_db(pid=5869): Terminated: ok {rc=0}\u000a16:27:53.869376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5871): Launched\u000a16:27:54.200186 run osmo-hlr_10.42.42.2(pid=5872): Launched\u000a16:27:54.322235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:27:54.899622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5874): Launched\u000a16:27:55.231167 run osmo-stp_10.42.42.5(pid=5875): Launched\u000a16:27:55.350883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:27:55.925424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5877): Launched\u000a16:27:56.042454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:27:56.331574 run patchelf(pid=5878): Launched\u000a16:27:56.524723 run osmo-stp_10.42.42.5(pid=5875): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)]\u000a16:27:56.665845 run osmo-stp_10.42.42.5(pid=5875): stdout: \u000a| (launched: 2022-12-13_16:27:55.066302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:56.807468 run osmo-stp_10.42.42.5(pid=5875): stderr: \u000a| �[0;m�[38;5;43m20221213162755257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162755258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162755258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162755258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162755259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162755259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162755259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:56.943470 run osmo-stp_10.42.42.5(pid=5875): stdout: \u000a| (launched: 2022-12-13_16:27:55.066302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:27:57.078081 run osmo-stp_10.42.42.5(pid=5875): stderr: \u000a| �[0;m�[38;5;43m20221213162755257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162755258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162755258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162755258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162755259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162755259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162755259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:27:57.235719 run patchelf(pid=5878): Terminating (SIGINT)\u000a16:27:57.420011 run patchelf(pid=5878): Terminated: ok {rc=0}\u000a16:27:57.453410 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5875): Process ended prematurely: osmo-stp_10.42.42.5(pid=5875) [trial-2391↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5875)] [trial-2391↪gprs:trx-lms↪ping.py:22]\u000a16:27:57.462918 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:27:57.527910 run osmo-hlr_10.42.42.2(pid=5872): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5872)]\u000a16:27:57.580732 run osmo-hlr_10.42.42.2(pid=5872): stdout: \u000a| (launched: 2022-12-13_16:27:54.036144) \u000a16:27:57.634128 run osmo-hlr_10.42.42.2(pid=5872): stderr: \u000a| �[0;m�[1;31m20221213162754231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162754231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162754231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162754231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162754231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162754232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162754243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162754253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162754253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162754253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:27:57.680060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5871): Terminating (SIGTERM)\u000a16:27:57.723035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5874): Terminating (SIGTERM)\u000a16:27:57.766355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5877): Terminating (SIGTERM)\u000a16:27:57.776308 --- ParallelTerminationStrategy: PID 5871 died...\u000a16:27:57.834154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5871): Terminated: ok {rc=0}\u000a16:27:57.844552 --- ParallelTerminationStrategy: PID 5874 died...\u000a16:27:57.901983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5874): Terminated: ok {rc=0}\u000a16:27:57.912281 --- ParallelTerminationStrategy: PID 5877 died...\u000a16:27:57.969964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5877): Terminated: ok {rc=0}\u000a16:27:58.058972 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5885): Process ended prematurely: osmo-stp_10.42.42.5(pid=5885) [trial-2391↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5885)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5885): Process ended prematurely: osmo-stp_10.42.42.5(pid=5885) [trial-2391↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a16:27:59.112747 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.124928 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a16:27:59.275719 tst ping_idle_ping.py: using LAC 34836\u000a16:27:59.405982 tst ping_idle_ping.py: using RAC 156\u000a16:27:59.536230 tst ping_idle_ping.py: using CellId 34836\u000a16:27:59.660521 tst ping_idle_ping.py: using BVCI 34837\u000a16:27:59.684094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.694997 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.705684 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.716109 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.727079 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.737513 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.748868 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a16:27:59.759692 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a16:28:00.058264 tst ping_idle_ping.py:24: start network...\u000a16:28:00.195860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:00.718369 run create_hlr_db(pid=5879): Launched\u000a16:28:00.931970 bus /gobi_6: Setting Powered False\u000a16:28:01.924158 run create_hlr_db(pid=5879): Terminated: ok {rc=0}\u000a16:28:02.411752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5881): Launched\u000a16:28:02.746525 run osmo-hlr_10.42.42.2(pid=5882): Launched\u000a16:28:02.868342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:03.443672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5884): Launched\u000a16:28:03.775503 run osmo-stp_10.42.42.5(pid=5885): Launched\u000a16:28:03.895093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:04.471457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5887): Launched\u000a16:28:04.588523 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:04.876181 run patchelf(pid=5888): Launched\u000a16:28:05.069065 run osmo-stp_10.42.42.5(pid=5885): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5885)]\u000a16:28:05.210663 run osmo-stp_10.42.42.5(pid=5885): stdout: \u000a| (launched: 2022-12-13_16:28:03.611381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:05.352242 run osmo-stp_10.42.42.5(pid=5885): stderr: \u000a| �[0;m�[38;5;43m20221213162803806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162803806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162803806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162803807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162803807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162803807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162803807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:05.488557 run osmo-stp_10.42.42.5(pid=5885): stdout: \u000a| (launched: 2022-12-13_16:28:03.611381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:05.623504 run osmo-stp_10.42.42.5(pid=5885): stderr: \u000a| �[0;m�[38;5;43m20221213162803806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162803806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162803806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162803807 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162803807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162803807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162803807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:05.781135 run patchelf(pid=5888): Terminating (SIGINT)\u000a16:28:05.965469 run patchelf(pid=5888): Terminated: ok {rc=0}\u000a16:28:05.999061 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5885): Process ended prematurely: osmo-stp_10.42.42.5(pid=5885) [trial-2391↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5885)] [trial-2391↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a16:28:06.008339 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a16:28:06.072933 run osmo-hlr_10.42.42.2(pid=5882): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5882)]\u000a16:28:06.125549 run osmo-hlr_10.42.42.2(pid=5882): stdout: \u000a| (launched: 2022-12-13_16:28:02.580279) \u000a16:28:06.178953 run osmo-hlr_10.42.42.2(pid=5882): stderr: \u000a| �[0;m�[1;31m20221213162802778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162802778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162802778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162802778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162802778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162802778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162802791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162802799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162802799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162802799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:06.224869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5881): Terminating (SIGTERM)\u000a16:28:06.268288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5884): Terminating (SIGTERM)\u000a16:28:06.311498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5887): Terminating (SIGTERM)\u000a16:28:06.321588 --- ParallelTerminationStrategy: PID 5881 died...\u000a16:28:06.379274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5881): Terminated: ok {rc=0}\u000a16:28:06.390013 --- ParallelTerminationStrategy: PID 5884 died...\u000a16:28:06.447260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5884): Terminated: ok {rc=0}\u000a16:28:06.457779 --- ParallelTerminationStrategy: PID 5887 died...\u000a16:28:06.515708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5887): Terminated: ok {rc=0}\u000a16:28:06.604298 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:27:06" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5903): Process ended prematurely: osmo-stp_10.42.42.5(pid=5903) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5903)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5903): Process ended prematurely: osmo-stp_10.42.42.5(pid=5903) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:28:08.774755 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:08.786249 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:28:08.937492 tst cs_paging_gprs_active.py: using LAC 34837\u000a16:28:09.070127 tst cs_paging_gprs_active.py: using RAC 157\u000a16:28:09.201486 tst cs_paging_gprs_active.py: using CellId 34837\u000a16:28:09.333831 tst cs_paging_gprs_active.py: using BVCI 34838\u000a16:28:09.359526 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.371184 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.382721 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.394221 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.405990 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.417736 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.429875 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.441837 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:09.453995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:09.576027 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:09.879483 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:28:10.020154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:10.368254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5893): Launched\u000a16:28:10.660418 run iperf3-srv_10.42.42.10(pid=5894): Launched\u000a16:28:10.866295 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:28:11.006792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:11.357791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5895): Launched\u000a16:28:11.648165 run iperf3-srv_10.42.42.10(pid=5896): Launched\u000a16:28:11.854398 tst cs_paging_gprs_active.py:38: start network...\u000a16:28:11.994835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:12.524475 run create_hlr_db(pid=5897): Launched\u000a16:28:12.718096 bus /gobi_6: Setting Powered False\u000a16:28:13.739412 run create_hlr_db(pid=5897): Terminated: ok {rc=0}\u000a16:28:14.160009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5899): Launched\u000a16:28:14.473948 run osmo-hlr_10.42.42.2(pid=5900): Launched\u000a16:28:14.590351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:15.131630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5902): Launched\u000a16:28:15.445711 run osmo-stp_10.42.42.5(pid=5903): Launched\u000a16:28:15.563563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:16.142335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5905): Launched\u000a16:28:16.255818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:16.553112 run patchelf(pid=5906): Launched\u000a16:28:16.759341 run osmo-stp_10.42.42.5(pid=5903): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5903)]\u000a16:28:16.908224 run osmo-stp_10.42.42.5(pid=5903): stdout: \u000a| (launched: 2022-12-13_16:28:15.291218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:17.057484 run osmo-stp_10.42.42.5(pid=5903): stderr: \u000a| �[0;m�[38;5;43m20221213162815462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162815463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162815463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162815463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162815464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162815464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162815464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:17.201579 run osmo-stp_10.42.42.5(pid=5903): stdout: \u000a| (launched: 2022-12-13_16:28:15.291218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:17.339905 run osmo-stp_10.42.42.5(pid=5903): stderr: \u000a| �[0;m�[38;5;43m20221213162815462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162815463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162815463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162815463 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162815464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162815464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162815464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:17.501940 run patchelf(pid=5906): Terminating (SIGINT)\u000a16:28:17.691897 run patchelf(pid=5906): Terminated: ok {rc=0}\u000a16:28:17.727014 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5903): Process ended prematurely: osmo-stp_10.42.42.5(pid=5903) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5903)] [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:28:17.737470 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:28:17.803060 run osmo-hlr_10.42.42.2(pid=5900): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5900)]\u000a16:28:17.856220 run osmo-hlr_10.42.42.2(pid=5900): stdout: \u000a| (launched: 2022-12-13_16:28:14.319228) \u000a16:28:17.909805 run osmo-hlr_10.42.42.2(pid=5900): stderr: \u000a| �[0;m�[1;31m20221213162814498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162814498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162814498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162814498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162814498 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162814499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162814510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162814518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162814518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162814518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:17.956062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5893): Terminating (SIGTERM)\u000a16:28:17.998995 run iperf3-srv_10.42.42.10(pid=5894): Terminating (SIGTERM)\u000a16:28:18.042945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5895): Terminating (SIGTERM)\u000a16:28:18.086332 run iperf3-srv_10.42.42.10(pid=5896): Terminating (SIGTERM)\u000a16:28:18.129882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5899): Terminating (SIGTERM)\u000a16:28:18.173641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5902): Terminating (SIGTERM)\u000a16:28:18.217228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5905): Terminating (SIGTERM)\u000a16:28:18.227178 --- ParallelTerminationStrategy: PID 5893 died...\u000a16:28:18.284768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5893): Terminated: ok {rc=0}\u000a16:28:18.294990 --- ParallelTerminationStrategy: PID 5894 died...\u000a16:28:18.352176 run iperf3-srv_10.42.42.10(pid=5894): Terminated {rc=256}\u000a16:28:18.362494 --- ParallelTerminationStrategy: PID 5895 died...\u000a16:28:18.419861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5895): Terminated: ok {rc=0}\u000a16:28:18.430192 --- ParallelTerminationStrategy: PID 5896 died...\u000a16:28:18.487493 run iperf3-srv_10.42.42.10(pid=5896): Terminated {rc=256}\u000a16:28:18.497907 --- ParallelTerminationStrategy: PID 5899 died...\u000a16:28:18.555629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5899): Terminated: ok {rc=0}\u000a16:28:18.566163 --- ParallelTerminationStrategy: PID 5902 died...\u000a16:28:18.623507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5902): Terminated: ok {rc=0}\u000a16:28:18.633752 --- ParallelTerminationStrategy: PID 5905 died...\u000a16:28:18.691570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5905): Terminated: ok {rc=0}\u000a16:28:18.778927 bus /gobi_0: Setting Powered False\u000a16:28:19.881882 bus /gobi_0: Setting Powered False\u000a16:28:20.993745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5915): Process ended prematurely: osmo-stp_10.42.42.5(pid=5915) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5915)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5915): Process ended prematurely: osmo-stp_10.42.42.5(pid=5915) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:28:22.107003 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.119007 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:28:22.275754 tst iperf3.py: using LAC 34838\u000a16:28:22.407683 tst iperf3.py: using RAC 158\u000a16:28:22.539022 tst iperf3.py: using CellId 34838\u000a16:28:22.671705 tst iperf3.py: using BVCI 34839\u000a16:28:22.697345 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.709014 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.720351 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.731709 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.743296 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.754925 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.766808 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.778374 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:22.790307 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:23.093687 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:23.234575 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:23.583476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5907): Launched\u000a16:28:23.872217 run iperf3-srv_10.42.42.10(pid=5908): Launched\u000a16:28:24.077349 tst iperf3.py:8: start network...\u000a16:28:24.218061 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:24.744172 run create_hlr_db(pid=5909): Launched\u000a16:28:24.945565 bus /gobi_6: Setting Powered False\u000a16:28:25.957839 run create_hlr_db(pid=5909): Terminated: ok {rc=0}\u000a16:28:26.382358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5911): Launched\u000a16:28:26.697492 run osmo-hlr_10.42.42.2(pid=5912): Launched\u000a16:28:26.821995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:27.370228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5914): Launched\u000a16:28:27.683197 run osmo-stp_10.42.42.5(pid=5915): Launched\u000a16:28:27.796430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:28.342595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5917): Launched\u000a16:28:28.453577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:28.726998 run patchelf(pid=5918): Launched\u000a16:28:28.909365 run osmo-stp_10.42.42.5(pid=5915): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5915)]\u000a16:28:29.042868 run osmo-stp_10.42.42.5(pid=5915): stdout: \u000a| (launched: 2022-12-13_16:28:27.528149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:29.177053 run osmo-stp_10.42.42.5(pid=5915): stderr: \u000a| �[0;m�[38;5;43m20221213162827700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162827700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162827701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162827701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162827702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162827702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162827702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:29.306139 run osmo-stp_10.42.42.5(pid=5915): stdout: \u000a| (launched: 2022-12-13_16:28:27.528149)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:29.434334 run osmo-stp_10.42.42.5(pid=5915): stderr: \u000a| �[0;m�[38;5;43m20221213162827700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162827700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162827701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162827701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162827702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162827702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162827702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:29.583464 run patchelf(pid=5918): Terminating (SIGINT)\u000a16:28:29.759440 run patchelf(pid=5918): Terminated: ok {rc=0}\u000a16:28:29.791478 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5915): Process ended prematurely: osmo-stp_10.42.42.5(pid=5915) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5915)] [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a16:28:29.800763 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:28:29.862513 run osmo-hlr_10.42.42.2(pid=5912): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5912)]\u000a16:28:29.912488 run osmo-hlr_10.42.42.2(pid=5912): stdout: \u000a| (launched: 2022-12-13_16:28:26.541241) \u000a16:28:29.963280 run osmo-hlr_10.42.42.2(pid=5912): stderr: \u000a| �[0;m�[1;31m20221213162826718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162826718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162826718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162826718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162826718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162826718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162826730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162826739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162826739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162826739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:30.006392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5907): Terminating (SIGTERM)\u000a16:28:30.046912 run iperf3-srv_10.42.42.10(pid=5908): Terminating (SIGTERM)\u000a16:28:30.087364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5911): Terminating (SIGTERM)\u000a16:28:30.127831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5914): Terminating (SIGTERM)\u000a16:28:30.168228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5917): Terminating (SIGTERM)\u000a16:28:30.177695 --- ParallelTerminationStrategy: PID 5907 died...\u000a16:28:30.231831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5907): Terminated: ok {rc=0}\u000a16:28:30.241749 --- ParallelTerminationStrategy: PID 5908 died...\u000a16:28:30.295319 run iperf3-srv_10.42.42.10(pid=5908): Terminated {rc=256}\u000a16:28:30.305053 --- ParallelTerminationStrategy: PID 5911 died...\u000a16:28:30.358714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5911): Terminated: ok {rc=0}\u000a16:28:30.368432 --- ParallelTerminationStrategy: PID 5914 died...\u000a16:28:30.421898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5914): Terminated: ok {rc=0}\u000a16:28:30.431531 --- ParallelTerminationStrategy: PID 5917 died...\u000a16:28:30.485552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5917): Terminated: ok {rc=0}\u000a16:28:30.570176 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5933): Process ended prematurely: osmo-stp_10.42.42.5(pid=5933) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5933)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5933): Process ended prematurely: osmo-stp_10.42.42.5(pid=5933) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:28:31.692737 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:31.706823 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:28:31.862157 tst iperf3m4.py: using LAC 34839\u000a16:28:31.999528 tst iperf3m4.py: using RAC 159\u000a16:28:32.154764 tst iperf3m4.py: using CellId 34839\u000a16:28:32.285711 tst iperf3m4.py: using BVCI 34840\u000a16:28:32.309887 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.320939 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.331784 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.342906 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.354077 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.365096 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.376367 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.387375 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:32.398430 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:32.517319 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:32.640867 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:32.761378 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:33.048524 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:28:33.179068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:33.503883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5919): Launched\u000a16:28:33.776258 run iperf3-srv_10.42.42.10(pid=5920): Launched\u000a16:28:33.967502 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:28:34.097859 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:34.422604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5921): Launched\u000a16:28:34.692918 run iperf3-srv_10.42.42.10(pid=5922): Launched\u000a16:28:34.883098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:28:35.013173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:35.339057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5923): Launched\u000a16:28:35.623615 run iperf3-srv_10.42.42.10(pid=5924): Launched\u000a16:28:35.829001 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:28:35.968312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:28:36.315910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5925): Launched\u000a16:28:36.603670 run iperf3-srv_10.42.42.10(pid=5926): Launched\u000a16:28:36.808718 tst iperf3m4.py:8: start network...\u000a16:28:36.948418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:37.477215 run create_hlr_db(pid=5927): Launched\u000a16:28:37.670830 bus /gobi_6: Setting Powered False\u000a16:28:38.691691 run create_hlr_db(pid=5927): Terminated: ok {rc=0}\u000a16:28:39.136907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5929): Launched\u000a16:28:39.474074 run osmo-hlr_10.42.42.2(pid=5930): Launched\u000a16:28:39.597626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:40.182215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5932): Launched\u000a16:28:40.517856 run osmo-stp_10.42.42.5(pid=5933): Launched\u000a16:28:40.638621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:41.222743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5935): Launched\u000a16:28:41.342252 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:41.634933 run patchelf(pid=5936): Launched\u000a16:28:41.831034 run osmo-stp_10.42.42.5(pid=5933): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5933)]\u000a16:28:41.975073 run osmo-stp_10.42.42.5(pid=5933): stdout: \u000a| (launched: 2022-12-13_16:28:40.351859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:42.119274 run osmo-stp_10.42.42.5(pid=5933): stderr: \u000a| �[0;m�[38;5;43m20221213162840543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162840543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162840543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162840544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162840544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162840544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162840545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:42.258363 run osmo-stp_10.42.42.5(pid=5933): stdout: \u000a| (launched: 2022-12-13_16:28:40.351859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:42.395448 run osmo-stp_10.42.42.5(pid=5933): stderr: \u000a| �[0;m�[38;5;43m20221213162840543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162840543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162840543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162840544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162840544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162840544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162840545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:42.555533 run patchelf(pid=5936): Terminating (SIGINT)\u000a16:28:42.744049 run patchelf(pid=5936): Terminated: ok {rc=0}\u000a16:28:42.778710 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5933): Process ended prematurely: osmo-stp_10.42.42.5(pid=5933) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5933)] [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:28:42.788878 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:28:42.854048 run osmo-hlr_10.42.42.2(pid=5930): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5930)]\u000a16:28:42.906511 run osmo-hlr_10.42.42.2(pid=5930): stdout: \u000a| (launched: 2022-12-13_16:28:39.307322) \u000a16:28:42.959457 run osmo-hlr_10.42.42.2(pid=5930): stderr: \u000a| �[0;m�[1;31m20221213162839505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162839505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162839505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162839505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162839505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162839505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162839517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:43.005005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5919): Terminating (SIGTERM)\u000a16:28:43.048290 run iperf3-srv_10.42.42.10(pid=5920): Terminating (SIGTERM)\u000a16:28:43.091303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5921): Terminating (SIGTERM)\u000a16:28:43.134548 run iperf3-srv_10.42.42.10(pid=5922): Terminating (SIGTERM)\u000a16:28:43.178234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5923): Terminating (SIGTERM)\u000a16:28:43.221250 run iperf3-srv_10.42.42.10(pid=5924): Terminating (SIGTERM)\u000a16:28:43.264024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5925): Terminating (SIGTERM)\u000a16:28:43.307112 run iperf3-srv_10.42.42.10(pid=5926): Terminating (SIGTERM)\u000a16:28:43.349793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5929): Terminating (SIGTERM)\u000a16:28:43.392814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5932): Terminating (SIGTERM)\u000a16:28:43.435802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5935): Terminating (SIGTERM)\u000a16:28:43.445754 --- ParallelTerminationStrategy: PID 5919 died...\u000a16:28:43.503206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5919): Terminated: ok {rc=0}\u000a16:28:43.513934 --- ParallelTerminationStrategy: PID 5920 died...\u000a16:28:43.571769 run iperf3-srv_10.42.42.10(pid=5920): Terminated {rc=256}\u000a16:28:43.582080 --- ParallelTerminationStrategy: PID 5921 died...\u000a16:28:43.639445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5921): Terminated: ok {rc=0}\u000a16:28:43.649825 --- ParallelTerminationStrategy: PID 5922 died...\u000a16:28:43.707353 run iperf3-srv_10.42.42.10(pid=5922): Terminated {rc=256}\u000a16:28:43.717749 --- ParallelTerminationStrategy: PID 5923 died...\u000a16:28:43.775176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5923): Terminated: ok {rc=0}\u000a16:28:43.785573 --- ParallelTerminationStrategy: PID 5924 died...\u000a16:28:43.842872 run iperf3-srv_10.42.42.10(pid=5924): Terminated {rc=256}\u000a16:28:43.853123 --- ParallelTerminationStrategy: PID 5925 died...\u000a16:28:43.910797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5925): Terminated: ok {rc=0}\u000a16:28:43.921176 --- ParallelTerminationStrategy: PID 5926 died...\u000a16:28:43.978723 run iperf3-srv_10.42.42.10(pid=5926): Terminated {rc=256}\u000a16:28:43.989084 --- ParallelTerminationStrategy: PID 5929 died...\u000a16:28:44.046565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5929): Terminated: ok {rc=0}\u000a16:28:44.057020 --- ParallelTerminationStrategy: PID 5932 died...\u000a16:28:44.114616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5932): Terminated: ok {rc=0}\u000a16:28:44.125121 --- ParallelTerminationStrategy: PID 5935 died...\u000a16:28:44.183026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5935): Terminated: ok {rc=0}\u000a16:28:44.271035 bus /gobi_4: Setting Powered False\u000a16:28:45.378635 bus /gobi_4: Setting Powered False\u000a16:28:46.509372 bus /gobi_1: Setting Powered False\u000a16:28:47.619631 bus /gobi_1: Setting Powered False\u000a16:28:48.729003 bus /gobi_0: Setting Powered False\u000a16:28:49.836301 bus /gobi_0: Setting Powered False\u000a16:28:50.948094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5943): Process ended prematurely: osmo-stp_10.42.42.5(pid=5943) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5943): Process ended prematurely: osmo-stp_10.42.42.5(pid=5943) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:28:52.019371 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.031846 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:28:52.175857 tst ping.py: using LAC 34840\u000a16:28:52.298531 tst ping.py: using RAC 160\u000a16:28:52.421340 tst ping.py: using CellId 34840\u000a16:28:52.542163 tst ping.py: using BVCI 34841\u000a16:28:52.566003 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.577122 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.588004 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.598890 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.609587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.620559 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.631758 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:28:52.642764 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:28:52.923748 tst ping.py:19: start network...\u000a16:28:53.051063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:28:53.543930 run create_hlr_db(pid=5937): Launched\u000a16:28:53.721783 bus /gobi_6: Setting Powered False\u000a16:28:54.753191 run create_hlr_db(pid=5937): Terminated: ok {rc=0}\u000a16:28:55.191062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5939): Launched\u000a16:28:55.522143 run osmo-hlr_10.42.42.2(pid=5940): Launched\u000a16:28:55.646127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:28:56.221033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5942): Launched\u000a16:28:56.552432 run osmo-stp_10.42.42.5(pid=5943): Launched\u000a16:28:56.672307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:28:57.246776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5945): Launched\u000a16:28:57.363401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:28:57.651193 run patchelf(pid=5946): Launched\u000a16:28:57.842936 run osmo-stp_10.42.42.5(pid=5943): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)]\u000a16:28:57.983617 run osmo-stp_10.42.42.5(pid=5943): stdout: \u000a| (launched: 2022-12-13_16:28:56.387783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:58.124413 run osmo-stp_10.42.42.5(pid=5943): stderr: \u000a| �[0;m�[38;5;43m20221213162856583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162856583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162856583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162856583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162856584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162856584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162856584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:58.260328 run osmo-stp_10.42.42.5(pid=5943): stdout: \u000a| (launched: 2022-12-13_16:28:56.387783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:28:58.394332 run osmo-stp_10.42.42.5(pid=5943): stderr: \u000a| �[0;m�[38;5;43m20221213162856583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162856583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162856583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162856583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162856584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162856584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162856584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:28:58.550792 run patchelf(pid=5946): Terminating (SIGINT)\u000a16:28:58.733996 run patchelf(pid=5946): Terminated: ok {rc=0}\u000a16:28:58.767355 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5943): Process ended prematurely: osmo-stp_10.42.42.5(pid=5943) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5943)] [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a16:28:58.776641 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:28:58.840605 run osmo-hlr_10.42.42.2(pid=5940): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5940)]\u000a16:28:58.892920 run osmo-hlr_10.42.42.2(pid=5940): stdout: \u000a| (launched: 2022-12-13_16:28:55.358377) \u000a16:28:58.945710 run osmo-hlr_10.42.42.2(pid=5940): stderr: \u000a| �[0;m�[1;31m20221213162855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162855557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162855569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162855579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162855579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162855579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:28:58.990963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5939): Terminating (SIGTERM)\u000a16:28:59.033802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5942): Terminating (SIGTERM)\u000a16:28:59.076556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5945): Terminating (SIGTERM)\u000a16:28:59.086579 --- ParallelTerminationStrategy: PID 5939 died...\u000a16:28:59.143672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5939): Terminated: ok {rc=0}\u000a16:28:59.153965 --- ParallelTerminationStrategy: PID 5942 died...\u000a16:28:59.210877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5942): Terminated: ok {rc=0}\u000a16:28:59.221196 --- ParallelTerminationStrategy: PID 5945 died...\u000a16:28:59.277873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5945): Terminated: ok {rc=0}\u000a16:28:59.365219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5953): Process ended prematurely: osmo-stp_10.42.42.5(pid=5953) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5953): Process ended prematurely: osmo-stp_10.42.42.5(pid=5953) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:29:00.417279 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:00.429713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:29:00.579415 tst ping_idle_ping.py: using LAC 34841\u000a16:29:00.709099 tst ping_idle_ping.py: using RAC 161\u000a16:29:00.846621 tst ping_idle_ping.py: using CellId 34841\u000a16:29:00.985874 tst ping_idle_ping.py: using BVCI 34842\u000a16:29:01.012335 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.024799 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.037105 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.049490 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.062678 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.075912 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.089649 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:29:01.104075 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:29:01.454474 tst ping_idle_ping.py:24: start network...\u000a16:29:01.608737 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:02.173322 run create_hlr_db(pid=5947): Launched\u000a16:29:02.379454 bus /gobi_6: Setting Powered False\u000a16:29:03.379629 run create_hlr_db(pid=5947): Terminated: ok {rc=0}\u000a16:29:03.836230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5949): Launched\u000a16:29:04.167381 run osmo-hlr_10.42.42.2(pid=5950): Launched\u000a16:29:04.291145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:04.864332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5952): Launched\u000a16:29:05.196261 run osmo-stp_10.42.42.5(pid=5953): Launched\u000a16:29:05.317813 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:05.893065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5955): Launched\u000a16:29:06.010824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:06.300431 run patchelf(pid=5956): Launched\u000a16:29:06.493237 run osmo-stp_10.42.42.5(pid=5953): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)]\u000a16:29:06.634223 run osmo-stp_10.42.42.5(pid=5953): stdout: \u000a| (launched: 2022-12-13_16:29:05.032555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:06.775799 run osmo-stp_10.42.42.5(pid=5953): stderr: \u000a| �[0;m�[38;5;43m20221213162905224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162905224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162905224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162905225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162905225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162905225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162905225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:06.911869 run osmo-stp_10.42.42.5(pid=5953): stdout: \u000a| (launched: 2022-12-13_16:29:05.032555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:07.047228 run osmo-stp_10.42.42.5(pid=5953): stderr: \u000a| �[0;m�[38;5;43m20221213162905224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162905224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162905224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162905225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162905225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162905225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162905225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:07.205088 run patchelf(pid=5956): Terminating (SIGINT)\u000a16:29:07.389554 run patchelf(pid=5956): Terminated: ok {rc=0}\u000a16:29:07.422883 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5953): Process ended prematurely: osmo-stp_10.42.42.5(pid=5953) [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5953)] [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:29:07.432341 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a16:29:07.496811 run osmo-hlr_10.42.42.2(pid=5950): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5950)]\u000a16:29:07.549170 run osmo-hlr_10.42.42.2(pid=5950): stdout: \u000a| (launched: 2022-12-13_16:29:04.003672) \u000a16:29:07.602083 run osmo-hlr_10.42.42.2(pid=5950): stderr: \u000a| �[0;m�[1;31m20221213162904202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162904202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162904202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162904202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162904202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162904202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162904214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162904225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162904225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162904225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:07.647407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5949): Terminating (SIGTERM)\u000a16:29:07.690390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5952): Terminating (SIGTERM)\u000a16:29:07.732932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5955): Terminating (SIGTERM)\u000a16:29:07.742862 --- ParallelTerminationStrategy: PID 5949 died...\u000a16:29:07.800212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5949): Terminated: ok {rc=0}\u000a16:29:07.810522 --- ParallelTerminationStrategy: PID 5952 died...\u000a16:29:07.867599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5952): Terminated: ok {rc=0}\u000a16:29:07.878018 --- ParallelTerminationStrategy: PID 5955 died...\u000a16:29:07.935704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5955): Terminated: ok {rc=0}\u000a16:29:08.023972 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:28:08" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5971): Process ended prematurely: osmo-stp_10.42.42.5(pid=5971) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5971)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5971): Process ended prematurely: osmo-stp_10.42.42.5(pid=5971) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5971)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:29:10.199451 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.210815 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:29:10.374144 tst cs_paging_gprs_active.py: using LAC 34842\u000a16:29:10.498747 tst cs_paging_gprs_active.py: using RAC 162\u000a16:29:10.623795 tst cs_paging_gprs_active.py: using CellId 34842\u000a16:29:10.747761 tst cs_paging_gprs_active.py: using BVCI 34843\u000a16:29:10.771787 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.782861 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.793785 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.804588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.815334 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.826341 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.837617 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.848465 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:10.859548 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:10.982569 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:11.290347 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:29:11.430894 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:11.779814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Launched\u000a16:29:12.069124 run iperf3-srv_10.42.42.10(pid=5962): Launched\u000a16:29:12.275359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:29:12.415285 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:12.763012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5963): Launched\u000a16:29:13.051328 run iperf3-srv_10.42.42.10(pid=5964): Launched\u000a16:29:13.256477 tst cs_paging_gprs_active.py:38: start network...\u000a16:29:13.396431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:13.922922 run create_hlr_db(pid=5965): Launched\u000a16:29:14.115909 bus /gobi_6: Setting Powered False\u000a16:29:15.137479 run create_hlr_db(pid=5965): Terminated: ok {rc=0}\u000a16:29:15.556874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5967): Launched\u000a16:29:15.875254 run osmo-hlr_10.42.42.2(pid=5968): Launched\u000a16:29:16.027818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:16.682975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5970): Launched\u000a16:29:17.043754 run osmo-stp_10.42.42.5(pid=5971): Launched\u000a16:29:17.222019 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:17.900861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5973): Launched\u000a16:29:18.020024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:18.321817 run patchelf(pid=5974): Launched\u000a16:29:18.517694 run osmo-stp_10.42.42.5(pid=5971): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5971)]\u000a16:29:18.660935 run osmo-stp_10.42.42.5(pid=5971): stdout: \u000a| (launched: 2022-12-13_16:29:16.858641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:18.804522 run osmo-stp_10.42.42.5(pid=5971): stderr: \u000a| �[0;m�[38;5;43m20221213162917227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162917227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162917227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162917228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162917228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162917228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162917228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:18.942522 run osmo-stp_10.42.42.5(pid=5971): stdout: \u000a| (launched: 2022-12-13_16:29:16.858641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:19.079564 run osmo-stp_10.42.42.5(pid=5971): stderr: \u000a| �[0;m�[38;5;43m20221213162917227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162917227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162917227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162917228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162917228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162917228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162917228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:19.240135 run patchelf(pid=5974): Terminating (SIGINT)\u000a16:29:19.427578 run patchelf(pid=5974): Terminated: ok {rc=0}\u000a16:29:19.461867 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5971): Process ended prematurely: osmo-stp_10.42.42.5(pid=5971) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5971)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:29:19.471943 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a16:29:19.536000 run osmo-hlr_10.42.42.2(pid=5968): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5968)]\u000a16:29:19.587849 run osmo-hlr_10.42.42.2(pid=5968): stdout: \u000a| (launched: 2022-12-13_16:29:15.714815) \u000a16:29:19.640296 run osmo-hlr_10.42.42.2(pid=5968): stderr: \u000a| �[0;m�[1;31m20221213162915989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162915989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162915989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162915989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162915989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162915989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162916007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162916031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162916032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162916032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:19.685519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Terminating (SIGTERM)\u000a16:29:19.728496 run iperf3-srv_10.42.42.10(pid=5962): Terminating (SIGTERM)\u000a16:29:19.771676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5963): Terminating (SIGTERM)\u000a16:29:19.814242 run iperf3-srv_10.42.42.10(pid=5964): Terminating (SIGTERM)\u000a16:29:19.857311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5967): Terminating (SIGTERM)\u000a16:29:19.899809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5970): Terminating (SIGTERM)\u000a16:29:19.942597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5973): Terminating (SIGTERM)\u000a16:29:19.951987 --- ParallelTerminationStrategy: PID 5961 died...\u000a16:29:20.009080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5961): Terminated: ok {rc=0}\u000a16:29:20.019222 --- ParallelTerminationStrategy: PID 5962 died...\u000a16:29:20.075709 run iperf3-srv_10.42.42.10(pid=5962): Terminated {rc=256}\u000a16:29:20.085875 --- ParallelTerminationStrategy: PID 5963 died...\u000a16:29:20.142549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5963): Terminated: ok {rc=0}\u000a16:29:20.152710 --- ParallelTerminationStrategy: PID 5964 died...\u000a16:29:20.210089 run iperf3-srv_10.42.42.10(pid=5964): Terminated {rc=256}\u000a16:29:20.220161 --- ParallelTerminationStrategy: PID 5967 died...\u000a16:29:20.276868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5967): Terminated: ok {rc=0}\u000a16:29:20.287023 --- ParallelTerminationStrategy: PID 5970 died...\u000a16:29:20.343976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5970): Terminated: ok {rc=0}\u000a16:29:20.354134 --- ParallelTerminationStrategy: PID 5973 died...\u000a16:29:20.410924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5973): Terminated: ok {rc=0}\u000a16:29:20.498400 bus /gobi_0: Setting Powered False\u000a16:29:21.605574 bus /gobi_0: Setting Powered False\u000a16:29:22.715007 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5985): Process ended prematurely: osmo-stp_10.42.42.5(pid=5985) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5985)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5985): Process ended prematurely: osmo-stp_10.42.42.5(pid=5985) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:29:23.831672 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:23.843845 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:29:24.015151 tst iperf3.py: using LAC 34843\u000a16:29:24.145603 tst iperf3.py: using RAC 163\u000a16:29:24.277532 tst iperf3.py: using CellId 34843\u000a16:29:24.409381 tst iperf3.py: using BVCI 34844\u000a16:29:24.434982 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.446459 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.457899 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.469305 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.480783 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.492408 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.504081 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.515652 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:24.527376 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:24.816493 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:29:24.946892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:25.276019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5977): Launched\u000a16:29:25.547037 run iperf3-srv_10.42.42.10(pid=5978): Launched\u000a16:29:25.738736 tst iperf3.py:8: start network...\u000a16:29:25.869726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:26.371961 run create_hlr_db(pid=5979): Launched\u000a16:29:26.551829 bus /gobi_6: Setting Powered False\u000a16:29:27.573140 run create_hlr_db(pid=5979): Terminated: ok {rc=0}\u000a16:29:28.016271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5981): Launched\u000a16:29:28.353668 run osmo-hlr_10.42.42.2(pid=5982): Launched\u000a16:29:28.476420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:29.061181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5984): Launched\u000a16:29:29.398381 run osmo-stp_10.42.42.5(pid=5985): Launched\u000a16:29:29.519792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:30.105923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5987): Launched\u000a16:29:30.225804 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:30.518467 run patchelf(pid=5988): Launched\u000a16:29:30.713961 run osmo-stp_10.42.42.5(pid=5985): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5985)]\u000a16:29:30.871649 run osmo-stp_10.42.42.5(pid=5985): stdout: \u000a| (launched: 2022-12-13_16:29:29.231677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:31.016635 run osmo-stp_10.42.42.5(pid=5985): stderr: \u000a| �[0;m�[38;5;43m20221213162929424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162929425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162929425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162929425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162929426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162929426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162929426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:31.155971 run osmo-stp_10.42.42.5(pid=5985): stdout: \u000a| (launched: 2022-12-13_16:29:29.231677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:31.286456 run osmo-stp_10.42.42.5(pid=5985): stderr: \u000a| �[0;m�[38;5;43m20221213162929424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162929425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162929425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162929425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162929426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162929426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162929426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:31.441639 run patchelf(pid=5988): Terminating (SIGINT)\u000a16:29:31.622894 run patchelf(pid=5988): Terminated: ok {rc=0}\u000a16:29:31.656572 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5985): Process ended prematurely: osmo-stp_10.42.42.5(pid=5985) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5985)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:29:31.667045 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:29:31.730235 run osmo-hlr_10.42.42.2(pid=5982): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5982)]\u000a16:29:31.782063 run osmo-hlr_10.42.42.2(pid=5982): stdout: \u000a| (launched: 2022-12-13_16:29:28.186590) \u000a16:29:31.834418 run osmo-hlr_10.42.42.2(pid=5982): stderr: \u000a| �[0;m�[1;31m20221213162928387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162928387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162928387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162928387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162928387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162928387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162928399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162928408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162928408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162928408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:31.878409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5977): Terminating (SIGTERM)\u000a16:29:31.920920 run iperf3-srv_10.42.42.10(pid=5978): Terminating (SIGTERM)\u000a16:29:31.962786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5981): Terminating (SIGTERM)\u000a16:29:32.006108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5984): Terminating (SIGTERM)\u000a16:29:32.049089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5987): Terminating (SIGTERM)\u000a16:29:32.062065 --- ParallelTerminationStrategy: PID 5977 died...\u000a16:29:32.119908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5977): Terminated: ok {rc=0}\u000a16:29:32.130048 --- ParallelTerminationStrategy: PID 5978 died...\u000a16:29:32.184460 run iperf3-srv_10.42.42.10(pid=5978): Terminated {rc=256}\u000a16:29:32.194523 --- ParallelTerminationStrategy: PID 5981 died...\u000a16:29:32.249613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5981): Terminated: ok {rc=0}\u000a16:29:32.259339 --- ParallelTerminationStrategy: PID 5984 died...\u000a16:29:32.313218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5984): Terminated: ok {rc=0}\u000a16:29:32.322852 --- ParallelTerminationStrategy: PID 5987 died...\u000a16:29:32.377917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5987): Terminated: ok {rc=0}\u000a16:29:32.462927 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6003): Process ended prematurely: osmo-stp_10.42.42.5(pid=6003) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6003)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6003): Process ended prematurely: osmo-stp_10.42.42.5(pid=6003) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:29:33.581747 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:33.593992 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:29:33.768828 tst iperf3m4.py: using LAC 34844\u000a16:29:33.897473 tst iperf3m4.py: using RAC 164\u000a16:29:34.022549 tst iperf3m4.py: using CellId 34844\u000a16:29:34.151944 tst iperf3m4.py: using BVCI 34845\u000a16:29:34.177589 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.189518 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.200777 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.212189 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.223744 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.235587 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.247402 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.258927 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:34.270807 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:34.392142 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:34.516383 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:34.638090 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:34.941772 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:29:35.082193 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:35.432379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5989): Launched\u000a16:29:35.722674 run iperf3-srv_10.42.42.10(pid=5990): Launched\u000a16:29:35.929290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:29:36.069806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:36.418037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5991): Launched\u000a16:29:36.708214 run iperf3-srv_10.42.42.10(pid=5992): Launched\u000a16:29:36.913438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:29:37.053176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:37.402923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5993): Launched\u000a16:29:37.692905 run iperf3-srv_10.42.42.10(pid=5994): Launched\u000a16:29:37.898243 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:29:38.037930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:29:38.387006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5995): Launched\u000a16:29:38.677513 run iperf3-srv_10.42.42.10(pid=5996): Launched\u000a16:29:38.882068 tst iperf3m4.py:8: start network...\u000a16:29:39.021757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:39.550445 run create_hlr_db(pid=5997): Launched\u000a16:29:39.743499 bus /gobi_6: Setting Powered False\u000a16:29:40.763329 run create_hlr_db(pid=5997): Terminated: ok {rc=0}\u000a16:29:41.184816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5999): Launched\u000a16:29:41.499554 run osmo-hlr_10.42.42.2(pid=6000): Launched\u000a16:29:41.621179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:42.203884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6002): Launched\u000a16:29:42.538996 run osmo-stp_10.42.42.5(pid=6003): Launched\u000a16:29:42.659400 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:43.242903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6005): Launched\u000a16:29:43.362346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:43.653924 run patchelf(pid=6006): Launched\u000a16:29:43.848096 run osmo-stp_10.42.42.5(pid=6003): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6003)]\u000a16:29:43.990354 run osmo-stp_10.42.42.5(pid=6003): stdout: \u000a| (launched: 2022-12-13_16:29:42.373511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:44.133182 run osmo-stp_10.42.42.5(pid=6003): stderr: \u000a| �[0;m�[38;5;43m20221213162942565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162942565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162942565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162942565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162942566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162942566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162942566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:44.271108 run osmo-stp_10.42.42.5(pid=6003): stdout: \u000a| (launched: 2022-12-13_16:29:42.373511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:44.407249 run osmo-stp_10.42.42.5(pid=6003): stderr: \u000a| �[0;m�[38;5;43m20221213162942565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162942565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162942565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162942565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162942566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162942566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162942566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:29:44.566219 run patchelf(pid=6006): Terminating (SIGINT)\u000a16:29:44.753152 run patchelf(pid=6006): Terminated: ok {rc=0}\u000a16:29:44.787316 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6003): Process ended prematurely: osmo-stp_10.42.42.5(pid=6003) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6003)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:29:44.797470 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a16:29:44.862053 run osmo-hlr_10.42.42.2(pid=6000): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6000)]\u000a16:29:44.914049 run osmo-hlr_10.42.42.2(pid=6000): stdout: \u000a| (launched: 2022-12-13_16:29:41.345120) \u000a16:29:44.966642 run osmo-hlr_10.42.42.2(pid=6000): stderr: \u000a| �[0;m�[1;31m20221213162941520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162941521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162941521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162941521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162941521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162941521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162941533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162941541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162941542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162941542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:29:45.011713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5989): Terminating (SIGTERM)\u000a16:29:45.054302 run iperf3-srv_10.42.42.10(pid=5990): Terminating (SIGTERM)\u000a16:29:45.097251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5991): Terminating (SIGTERM)\u000a16:29:45.139767 run iperf3-srv_10.42.42.10(pid=5992): Terminating (SIGTERM)\u000a16:29:45.182725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5993): Terminating (SIGTERM)\u000a16:29:45.225430 run iperf3-srv_10.42.42.10(pid=5994): Terminating (SIGTERM)\u000a16:29:45.268225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5995): Terminating (SIGTERM)\u000a16:29:45.311152 run iperf3-srv_10.42.42.10(pid=5996): Terminating (SIGTERM)\u000a16:29:45.354019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5999): Terminating (SIGTERM)\u000a16:29:45.396495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6002): Terminating (SIGTERM)\u000a16:29:45.439400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6005): Terminating (SIGTERM)\u000a16:29:45.449228 --- ParallelTerminationStrategy: PID 5989 died...\u000a16:29:45.506347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5989): Terminated: ok {rc=0}\u000a16:29:45.516523 --- ParallelTerminationStrategy: PID 5990 died...\u000a16:29:45.573244 run iperf3-srv_10.42.42.10(pid=5990): Terminated {rc=256}\u000a16:29:45.583337 --- ParallelTerminationStrategy: PID 5991 died...\u000a16:29:45.639889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5991): Terminated: ok {rc=0}\u000a16:29:45.650000 --- ParallelTerminationStrategy: PID 5992 died...\u000a16:29:45.706429 run iperf3-srv_10.42.42.10(pid=5992): Terminated {rc=256}\u000a16:29:45.716459 --- ParallelTerminationStrategy: PID 5993 died...\u000a16:29:45.773435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5993): Terminated: ok {rc=0}\u000a16:29:45.783572 --- ParallelTerminationStrategy: PID 5994 died...\u000a16:29:45.849976 run iperf3-srv_10.42.42.10(pid=5994): Terminated {rc=256}\u000a16:29:45.861330 --- ParallelTerminationStrategy: PID 5995 died...\u000a16:29:45.923613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5995): Terminated: ok {rc=0}\u000a16:29:45.934334 --- ParallelTerminationStrategy: PID 5996 died...\u000a16:29:45.991956 run iperf3-srv_10.42.42.10(pid=5996): Terminated {rc=256}\u000a16:29:46.002779 --- ParallelTerminationStrategy: PID 5999 died...\u000a16:29:46.060573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5999): Terminated: ok {rc=0}\u000a16:29:46.071361 --- ParallelTerminationStrategy: PID 6002 died...\u000a16:29:46.129419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6002): Terminated: ok {rc=0}\u000a16:29:46.140155 --- ParallelTerminationStrategy: PID 6005 died...\u000a16:29:46.198958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6005): Terminated: ok {rc=0}\u000a16:29:46.289652 bus /gobi_4: Setting Powered False\u000a16:29:47.393448 bus /gobi_4: Setting Powered False\u000a16:29:48.502777 bus /gobi_1: Setting Powered False\u000a16:29:49.611003 bus /gobi_1: Setting Powered False\u000a16:29:50.720138 bus /gobi_0: Setting Powered False\u000a16:29:51.828691 bus /gobi_0: Setting Powered False\u000a16:29:52.938229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6013): Process ended prematurely: osmo-stp_10.42.42.5(pid=6013) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6013)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6013): Process ended prematurely: osmo-stp_10.42.42.5(pid=6013) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:29:54.006441 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.018222 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:29:54.185772 tst ping.py: using LAC 34845\u000a16:29:54.316196 tst ping.py: using RAC 165\u000a16:29:54.445882 tst ping.py: using CellId 34845\u000a16:29:54.574367 tst ping.py: using BVCI 34846\u000a16:29:54.599730 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.611415 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.622783 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.634348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.645967 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.657742 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.669992 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:29:54.681591 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:29:54.963809 tst ping.py:19: start network...\u000a16:29:55.090498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:29:55.582757 run create_hlr_db(pid=6007): Launched\u000a16:29:55.760393 bus /gobi_6: Setting Powered False\u000a16:29:56.780238 run create_hlr_db(pid=6007): Terminated: ok {rc=0}\u000a16:29:57.190195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6009): Launched\u000a16:29:57.499650 run osmo-hlr_10.42.42.2(pid=6010): Launched\u000a16:29:57.618092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:29:58.163186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6012): Launched\u000a16:29:58.469920 run osmo-stp_10.42.42.5(pid=6013): Launched\u000a16:29:58.580424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:29:59.115800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6015): Launched\u000a16:29:59.224351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:29:59.492715 run patchelf(pid=6016): Launched\u000a16:29:59.672074 run osmo-stp_10.42.42.5(pid=6013): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6013)]\u000a16:29:59.803461 run osmo-stp_10.42.42.5(pid=6013): stdout: \u000a| (launched: 2022-12-13_16:29:58.319013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:29:59.935457 run osmo-stp_10.42.42.5(pid=6013): stderr: \u000a| �[0;m�[38;5;43m20221213162958486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162958486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162958487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162958487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162958487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162958488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162958488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:00.061868 run osmo-stp_10.42.42.5(pid=6013): stdout: \u000a| (launched: 2022-12-13_16:29:58.319013)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:00.187059 run osmo-stp_10.42.42.5(pid=6013): stderr: \u000a| �[0;m�[38;5;43m20221213162958486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213162958486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213162958487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213162958487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213162958487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213162958488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213162958488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:00.333676 run patchelf(pid=6016): Terminating (SIGINT)\u000a16:30:00.505926 run patchelf(pid=6016): Terminated: ok {rc=0}\u000a16:30:00.537362 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6013): Process ended prematurely: osmo-stp_10.42.42.5(pid=6013) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6013)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:30:00.546147 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:30:00.606954 run osmo-hlr_10.42.42.2(pid=6010): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6010)]\u000a16:30:00.656666 run osmo-hlr_10.42.42.2(pid=6010): stdout: \u000a| (launched: 2022-12-13_16:29:57.346960) \u000a16:30:00.707231 run osmo-hlr_10.42.42.2(pid=6010): stderr: \u000a| �[0;m�[1;31m20221213162957522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213162957522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213162957522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162957522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213162957522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213162957522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213162957534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213162957542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213162957542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213162957542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:00.749964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6009): Terminating (SIGTERM)\u000a16:30:00.790606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6012): Terminating (SIGTERM)\u000a16:30:00.837779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6015): Terminating (SIGTERM)\u000a16:30:00.851313 --- ParallelTerminationStrategy: PID 6009 died...\u000a16:30:00.934994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6009): Terminated: ok {rc=0}\u000a16:30:00.945400 --- ParallelTerminationStrategy: PID 6012 died...\u000a16:30:01.013060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6012): Terminated: ok {rc=0}\u000a16:30:01.025482 --- ParallelTerminationStrategy: PID 6015 died...\u000a16:30:01.085188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6015): Terminated: ok {rc=0}\u000a16:30:01.191680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6026): Process ended prematurely: osmo-stp_10.42.42.5(pid=6026) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6026)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6026): Process ended prematurely: osmo-stp_10.42.42.5(pid=6026) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:30:02.258564 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.271555 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:30:02.442502 tst ping_idle_ping.py: using LAC 34846\u000a16:30:02.571744 tst ping_idle_ping.py: using RAC 166\u000a16:30:02.702551 tst ping_idle_ping.py: using CellId 34846\u000a16:30:02.832173 tst ping_idle_ping.py: using BVCI 34847\u000a16:30:02.857791 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.869510 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.881104 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.892756 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.904796 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.916986 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.929213 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:30:02.941274 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:30:03.231019 tst ping_idle_ping.py:24: start network...\u000a16:30:03.359005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:03.858434 run create_hlr_db(pid=6020): Launched\u000a16:30:04.037191 bus /gobi_6: Setting Powered False\u000a16:30:05.057877 run create_hlr_db(pid=6020): Terminated: ok {rc=0}\u000a16:30:05.500355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6022): Launched\u000a16:30:05.830961 run osmo-hlr_10.42.42.2(pid=6023): Launched\u000a16:30:05.950720 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:06.523619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6025): Launched\u000a16:30:06.854031 run osmo-stp_10.42.42.5(pid=6026): Launched\u000a16:30:06.973442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:07.550277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6028): Launched\u000a16:30:07.667777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:07.956674 run patchelf(pid=6029): Launched\u000a16:30:08.149740 run osmo-stp_10.42.42.5(pid=6026): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6026)]\u000a16:30:08.291529 run osmo-stp_10.42.42.5(pid=6026): stdout: \u000a| (launched: 2022-12-13_16:30:06.690852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:08.432802 run osmo-stp_10.42.42.5(pid=6026): stderr: \u000a| �[0;m�[38;5;43m20221213163006880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163006880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163006880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163006881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163006881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163006881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163006881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:08.568919 run osmo-stp_10.42.42.5(pid=6026): stdout: \u000a| (launched: 2022-12-13_16:30:06.690852)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:08.703639 run osmo-stp_10.42.42.5(pid=6026): stderr: \u000a| �[0;m�[38;5;43m20221213163006880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163006880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163006880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163006881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163006881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163006881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163006881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:08.860880 run patchelf(pid=6029): Terminating (SIGINT)\u000a16:30:09.045216 run patchelf(pid=6029): Terminated: ok {rc=0}\u000a16:30:09.078474 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6026): Process ended prematurely: osmo-stp_10.42.42.5(pid=6026) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6026)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:30:09.087803 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:30:09.152296 run osmo-hlr_10.42.42.2(pid=6023): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6023)]\u000a16:30:09.205115 run osmo-hlr_10.42.42.2(pid=6023): stdout: \u000a| (launched: 2022-12-13_16:30:05.668264) \u000a16:30:09.258122 run osmo-hlr_10.42.42.2(pid=6023): stderr: \u000a| �[0;m�[1;31m20221213163005866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163005866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163005866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163005866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163005866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163005866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163005878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163005888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163005888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163005888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:09.303613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6022): Terminating (SIGTERM)\u000a16:30:09.346892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6025): Terminating (SIGTERM)\u000a16:30:09.389958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6028): Terminating (SIGTERM)\u000a16:30:09.399994 --- ParallelTerminationStrategy: PID 6022 died...\u000a16:30:09.458075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6022): Terminated: ok {rc=0}\u000a16:30:09.468943 --- ParallelTerminationStrategy: PID 6025 died...\u000a16:30:09.526258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6025): Terminated: ok {rc=0}\u000a16:30:09.536657 --- ParallelTerminationStrategy: PID 6028 died...\u000a16:30:09.594404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6028): Terminated: ok {rc=0}\u000a16:30:09.682802 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:29:09" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:30:11.862167 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:11.873572 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:30:12.042221 tst cs_paging_gprs_active.py: using LAC 34847\u000a16:30:12.170957 tst cs_paging_gprs_active.py: using RAC 167\u000a16:30:12.300475 tst cs_paging_gprs_active.py: using CellId 34847\u000a16:30:12.429433 tst cs_paging_gprs_active.py: using BVCI 34848\u000a16:30:12.454983 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.466433 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.477708 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.488848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.500413 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.512083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.523911 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.535488 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:12.547316 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:12.667974 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:12.978427 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:30:13.118763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:13.468921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6033): Launched\u000a16:30:13.758976 run iperf3-srv_10.42.42.10(pid=6034): Launched\u000a16:30:13.965053 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:30:14.105259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:14.455546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6035): Launched\u000a16:30:14.746980 run iperf3-srv_10.42.42.10(pid=6036): Launched\u000a16:30:14.953051 tst cs_paging_gprs_active.py:38: start network...\u000a16:30:15.093481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:15.625233 run create_hlr_db(pid=6037): Launched\u000a16:30:15.819122 bus /gobi_6: Setting Powered False\u000a16:30:16.839236 run create_hlr_db(pid=6037): Terminated: ok {rc=0}\u000a16:30:17.310090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Launched\u000a16:30:17.648254 run osmo-hlr_10.42.42.2(pid=6040): Launched\u000a16:30:17.771436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:18.357744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Launched\u000a16:30:18.695147 run osmo-stp_10.42.42.5(pid=6043): Launched\u000a16:30:18.817556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:19.405253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Launched\u000a16:30:19.525682 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:19.819398 run patchelf(pid=6047): Launched\u000a16:30:20.016812 run osmo-stp_10.42.42.5(pid=6043): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)]\u000a16:30:20.160247 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-13_16:30:18.528850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:20.304553 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221213163018720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163018720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163018720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163018721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163018721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163018721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163018721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:20.443074 run osmo-stp_10.42.42.5(pid=6043): stdout: \u000a| (launched: 2022-12-13_16:30:18.528850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:20.580669 run osmo-stp_10.42.42.5(pid=6043): stderr: \u000a| �[0;m�[38;5;43m20221213163018720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163018720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163018720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163018721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163018721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163018721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163018721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:20.740833 run patchelf(pid=6047): Terminating (SIGINT)\u000a16:30:20.928627 run patchelf(pid=6047): Terminated: ok {rc=0}\u000a16:30:20.963057 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6043): Process ended prematurely: osmo-stp_10.42.42.5(pid=6043) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6043)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:30:20.973166 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:30:21.037520 run osmo-hlr_10.42.42.2(pid=6040): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6040)]\u000a16:30:21.089677 run osmo-hlr_10.42.42.2(pid=6040): stdout: \u000a| (launched: 2022-12-13_16:30:17.480274) \u000a16:30:21.142367 run osmo-hlr_10.42.42.2(pid=6040): stderr: \u000a| �[0;m�[1;31m20221213163017677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163017677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163017677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163017678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163017678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163017678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163017690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163017698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163017699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163017699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:21.187583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6033): Terminating (SIGTERM)\u000a16:30:21.230886 run iperf3-srv_10.42.42.10(pid=6034): Terminating (SIGTERM)\u000a16:30:21.273627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6035): Terminating (SIGTERM)\u000a16:30:21.315889 run iperf3-srv_10.42.42.10(pid=6036): Terminating (SIGTERM)\u000a16:30:21.358547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminating (SIGTERM)\u000a16:30:21.400901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminating (SIGTERM)\u000a16:30:21.443465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminating (SIGTERM)\u000a16:30:21.453356 --- ParallelTerminationStrategy: PID 6033 died...\u000a16:30:21.510626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6033): Terminated: ok {rc=0}\u000a16:30:21.521231 --- ParallelTerminationStrategy: PID 6034 died...\u000a16:30:21.578359 run iperf3-srv_10.42.42.10(pid=6034): Terminated {rc=256}\u000a16:30:21.588822 --- ParallelTerminationStrategy: PID 6035 died...\u000a16:30:21.645512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6035): Terminated: ok {rc=0}\u000a16:30:21.655779 --- ParallelTerminationStrategy: PID 6036 died...\u000a16:30:21.712512 run iperf3-srv_10.42.42.10(pid=6036): Terminated {rc=256}\u000a16:30:21.722714 --- ParallelTerminationStrategy: PID 6039 died...\u000a16:30:21.779729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6039): Terminated: ok {rc=0}\u000a16:30:21.790115 --- ParallelTerminationStrategy: PID 6042 died...\u000a16:30:21.846982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6042): Terminated: ok {rc=0}\u000a16:30:21.857209 --- ParallelTerminationStrategy: PID 6045 died...\u000a16:30:21.913988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6045): Terminated: ok {rc=0}\u000a16:30:22.001107 bus /gobi_0: Setting Powered False\u000a16:30:23.108798 bus /gobi_0: Setting Powered False\u000a16:30:24.220587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6056): Process ended prematurely: osmo-stp_10.42.42.5(pid=6056) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6056)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6056): Process ended prematurely: osmo-stp_10.42.42.5(pid=6056) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:30:25.338155 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:25.350642 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:30:25.523621 tst iperf3.py: using LAC 34848\u000a16:30:25.655678 tst iperf3.py: using RAC 168\u000a16:30:25.786261 tst iperf3.py: using CellId 34848\u000a16:30:25.917516 tst iperf3.py: using BVCI 34849\u000a16:30:25.943225 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:25.954689 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:25.966106 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:25.977662 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:25.989272 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:26.000864 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:26.012671 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:26.024345 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:26.036357 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:26.341497 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:30:26.482165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:26.831197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6048): Launched\u000a16:30:27.120478 run iperf3-srv_10.42.42.10(pid=6049): Launched\u000a16:30:27.326776 tst iperf3.py:8: start network...\u000a16:30:27.467112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:27.998375 run create_hlr_db(pid=6050): Launched\u000a16:30:28.192640 bus /gobi_6: Setting Powered False\u000a16:30:29.213526 run create_hlr_db(pid=6050): Terminated: ok {rc=0}\u000a16:30:29.636708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6052): Launched\u000a16:30:29.954045 run osmo-hlr_10.42.42.2(pid=6053): Launched\u000a16:30:30.078429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:30.631546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6055): Launched\u000a16:30:31.121448 run osmo-stp_10.42.42.5(pid=6056): Launched\u000a16:30:31.238042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:31.841539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6058): Launched\u000a16:30:31.955259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:32.246303 run patchelf(pid=6059): Launched\u000a16:30:32.429988 run osmo-stp_10.42.42.5(pid=6056): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6056)]\u000a16:30:32.563932 run osmo-stp_10.42.42.5(pid=6056): stdout: \u000a| (launched: 2022-12-13_16:30:30.790489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:32.698937 run osmo-stp_10.42.42.5(pid=6056): stderr: \u000a| �[0;m�[38;5;43m20221213163030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163030987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163030987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163030988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163030988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163030988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:32.827953 run osmo-stp_10.42.42.5(pid=6056): stdout: \u000a| (launched: 2022-12-13_16:30:30.790489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:32.956083 run osmo-stp_10.42.42.5(pid=6056): stderr: \u000a| �[0;m�[38;5;43m20221213163030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163030986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163030987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163030987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163030988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163030988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163030988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:33.105764 run patchelf(pid=6059): Terminating (SIGINT)\u000a16:30:33.282347 run patchelf(pid=6059): Terminated: ok {rc=0}\u000a16:30:33.314548 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6056): Process ended prematurely: osmo-stp_10.42.42.5(pid=6056) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6056)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:30:33.323997 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:30:33.385204 run osmo-hlr_10.42.42.2(pid=6053): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6053)]\u000a16:30:33.435240 run osmo-hlr_10.42.42.2(pid=6053): stdout: \u000a| (launched: 2022-12-13_16:30:29.796038) \u000a16:30:33.485670 run osmo-hlr_10.42.42.2(pid=6053): stderr: \u000a| �[0;m�[1;31m20221213163029973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163029973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163029973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163029974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163029974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163029974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163029986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163029994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163029995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163029995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:33.528650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6048): Terminating (SIGTERM)\u000a16:30:33.569132 run iperf3-srv_10.42.42.10(pid=6049): Terminating (SIGTERM)\u000a16:30:33.609744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6052): Terminating (SIGTERM)\u000a16:30:33.650997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6055): Terminating (SIGTERM)\u000a16:30:33.691528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6058): Terminating (SIGTERM)\u000a16:30:33.701012 --- ParallelTerminationStrategy: PID 6048 died...\u000a16:30:33.754828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6048): Terminated: ok {rc=0}\u000a16:30:33.764579 --- ParallelTerminationStrategy: PID 6049 died...\u000a16:30:33.821022 run iperf3-srv_10.42.42.10(pid=6049): Terminated {rc=256}\u000a16:30:33.830641 --- ParallelTerminationStrategy: PID 6052 died...\u000a16:30:33.884256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6052): Terminated: ok {rc=0}\u000a16:30:33.893973 --- ParallelTerminationStrategy: PID 6055 died...\u000a16:30:33.947614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6055): Terminated: ok {rc=0}\u000a16:30:33.957398 --- ParallelTerminationStrategy: PID 6058 died...\u000a16:30:34.010454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6058): Terminated: ok {rc=0}\u000a16:30:34.098791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6074): Process ended prematurely: osmo-stp_10.42.42.5(pid=6074) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6074): Process ended prematurely: osmo-stp_10.42.42.5(pid=6074) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:30:35.211424 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.223230 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:30:35.387899 tst iperf3m4.py: using LAC 34849\u000a16:30:35.512598 tst iperf3m4.py: using RAC 169\u000a16:30:35.637846 tst iperf3m4.py: using CellId 34849\u000a16:30:35.763731 tst iperf3m4.py: using BVCI 34850\u000a16:30:35.787702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.798741 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.809643 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.820496 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.831689 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.843056 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.854621 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.866005 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:35.877516 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:36.002540 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:36.124648 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:36.248300 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:36.536509 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:30:36.666554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:36.995006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6060): Launched\u000a16:30:37.266919 run iperf3-srv_10.42.42.10(pid=6061): Launched\u000a16:30:37.458277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:30:37.589090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:37.918660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6062): Launched\u000a16:30:38.191447 run iperf3-srv_10.42.42.10(pid=6063): Launched\u000a16:30:38.382443 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:30:38.512478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:38.838411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6064): Launched\u000a16:30:39.110672 run iperf3-srv_10.42.42.10(pid=6065): Launched\u000a16:30:39.301850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:30:39.431874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:30:39.759783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6066): Launched\u000a16:30:40.032039 run iperf3-srv_10.42.42.10(pid=6067): Launched\u000a16:30:40.222702 tst iperf3m4.py:8: start network...\u000a16:30:40.352679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:40.854939 run create_hlr_db(pid=6068): Launched\u000a16:30:41.034504 bus /gobi_6: Setting Powered False\u000a16:30:42.055825 run create_hlr_db(pid=6068): Terminated: ok {rc=0}\u000a16:30:42.501792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6070): Launched\u000a16:30:42.838400 run osmo-hlr_10.42.42.2(pid=6071): Launched\u000a16:30:42.965137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:43.549809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6073): Launched\u000a16:30:43.885086 run osmo-stp_10.42.42.5(pid=6074): Launched\u000a16:30:44.006268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:30:44.592100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6076): Launched\u000a16:30:44.711742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:30:45.005974 run patchelf(pid=6077): Launched\u000a16:30:45.201222 run osmo-stp_10.42.42.5(pid=6074): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)]\u000a16:30:45.344884 run osmo-stp_10.42.42.5(pid=6074): stdout: \u000a| (launched: 2022-12-13_16:30:43.718918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:45.488408 run osmo-stp_10.42.42.5(pid=6074): stderr: \u000a| �[0;m�[38;5;43m20221213163043910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163043910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163043911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163043911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163043911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163043912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:45.626884 run osmo-stp_10.42.42.5(pid=6074): stdout: \u000a| (launched: 2022-12-13_16:30:43.718918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:30:45.764059 run osmo-stp_10.42.42.5(pid=6074): stderr: \u000a| �[0;m�[38;5;43m20221213163043910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163043910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163043911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163043911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163043911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163043911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163043912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:30:45.961018 run patchelf(pid=6077): Terminating (SIGINT)\u000a16:30:46.153991 run patchelf(pid=6077): Terminated: ok {rc=0}\u000a16:30:46.190026 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6074): Process ended prematurely: osmo-stp_10.42.42.5(pid=6074) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6074)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:30:46.201257 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:30:46.269525 run osmo-hlr_10.42.42.2(pid=6071): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6071)]\u000a16:30:46.323928 run osmo-hlr_10.42.42.2(pid=6071): stdout: \u000a| (launched: 2022-12-13_16:30:42.672159) \u000a16:30:46.379314 run osmo-hlr_10.42.42.2(pid=6071): stderr: \u000a| �[0;m�[1;31m20221213163042869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163042869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163042869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163042869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163042869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163042869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163042882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163042892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163042893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163042893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:30:46.427022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6060): Terminating (SIGTERM)\u000a16:30:46.473531 run iperf3-srv_10.42.42.10(pid=6061): Terminating (SIGTERM)\u000a16:30:46.519913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6062): Terminating (SIGTERM)\u000a16:30:46.566501 run iperf3-srv_10.42.42.10(pid=6063): Terminating (SIGTERM)\u000a16:30:46.613032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6064): Terminating (SIGTERM)\u000a16:30:46.658658 run iperf3-srv_10.42.42.10(pid=6065): Terminating (SIGTERM)\u000a16:30:46.706463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6066): Terminating (SIGTERM)\u000a16:30:46.753490 run iperf3-srv_10.42.42.10(pid=6067): Terminating (SIGTERM)\u000a16:30:46.799979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6070): Terminating (SIGTERM)\u000a16:30:46.844943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6073): Terminating (SIGTERM)\u000a16:30:46.889982 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6076): Terminating (SIGTERM)\u000a16:30:46.900499 --- ParallelTerminationStrategy: PID 6060 died...\u000a16:30:46.961010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6060): Terminated: ok {rc=0}\u000a16:30:46.973228 --- ParallelTerminationStrategy: PID 6061 died...\u000a16:30:47.032196 run iperf3-srv_10.42.42.10(pid=6061): Terminated {rc=256}\u000a16:30:47.044416 --- ParallelTerminationStrategy: PID 6062 died...\u000a16:30:47.103313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6062): Terminated: ok {rc=0}\u000a16:30:47.115479 --- ParallelTerminationStrategy: PID 6063 died...\u000a16:30:47.175043 run iperf3-srv_10.42.42.10(pid=6063): Terminated {rc=256}\u000a16:30:47.186264 --- ParallelTerminationStrategy: PID 6064 died...\u000a16:30:47.244271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6064): Terminated: ok {rc=0}\u000a16:30:47.254734 --- ParallelTerminationStrategy: PID 6065 died...\u000a16:30:47.312884 run iperf3-srv_10.42.42.10(pid=6065): Terminated {rc=256}\u000a16:30:47.323123 --- ParallelTerminationStrategy: PID 6066 died...\u000a16:30:47.381130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6066): Terminated: ok {rc=0}\u000a16:30:47.391582 --- ParallelTerminationStrategy: PID 6067 died...\u000a16:30:47.449195 run iperf3-srv_10.42.42.10(pid=6067): Terminated {rc=256}\u000a16:30:47.459416 --- ParallelTerminationStrategy: PID 6070 died...\u000a16:30:47.517419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6070): Terminated: ok {rc=0}\u000a16:30:47.527712 --- ParallelTerminationStrategy: PID 6073 died...\u000a16:30:47.585647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6073): Terminated: ok {rc=0}\u000a16:30:47.596275 --- ParallelTerminationStrategy: PID 6076 died...\u000a16:30:47.654205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6076): Terminated: ok {rc=0}\u000a16:30:47.744292 bus /gobi_4: Setting Powered False\u000a16:30:48.852007 bus /gobi_4: Setting Powered False\u000a16:30:49.964648 bus /gobi_1: Setting Powered False\u000a16:30:51.071280 bus /gobi_1: Setting Powered False\u000a16:30:52.180344 bus /gobi_0: Setting Powered False\u000a16:30:53.287080 bus /gobi_0: Setting Powered False\u000a16:30:54.398029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6091): Process ended prematurely: osmo-stp_10.42.42.5(pid=6091) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6091): Process ended prematurely: osmo-stp_10.42.42.5(pid=6091) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:30:55.467260 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:55.479560 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:30:55.652902 tst ping.py: using LAC 34850\u000a16:30:55.785385 tst ping.py: using RAC 170\u000a16:30:55.918628 tst ping.py: using CellId 34850\u000a16:30:56.046308 tst ping.py: using BVCI 34851\u000a16:30:56.071509 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.083083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.094542 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.109409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.120779 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.132065 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.145084 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:30:56.156626 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:30:56.456355 tst ping.py:19: start network...\u000a16:30:56.583924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:30:57.076349 run create_hlr_db(pid=6085): Launched\u000a16:30:57.254488 bus /gobi_6: Setting Powered False\u000a16:30:58.273977 run create_hlr_db(pid=6085): Terminated: ok {rc=0}\u000a16:30:58.715071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6087): Launched\u000a16:30:59.047211 run osmo-hlr_10.42.42.2(pid=6088): Launched\u000a16:30:59.169507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:30:59.748771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6090): Launched\u000a16:31:00.080071 run osmo-stp_10.42.42.5(pid=6091): Launched\u000a16:31:00.199703 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:00.776393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6093): Launched\u000a16:31:00.898450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:01.209764 run patchelf(pid=6095): Launched\u000a16:31:01.399659 run osmo-stp_10.42.42.5(pid=6091): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)]\u000a16:31:01.535390 run osmo-stp_10.42.42.5(pid=6091): stdout: \u000a| (launched: 2022-12-13_16:30:59.915999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:01.672600 run osmo-stp_10.42.42.5(pid=6091): stderr: \u000a| �[0;m�[38;5;43m20221213163100107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163100107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163100107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163100108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163100108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163100108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163100109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:01.803747 run osmo-stp_10.42.42.5(pid=6091): stdout: \u000a| (launched: 2022-12-13_16:30:59.915999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:01.936011 run osmo-stp_10.42.42.5(pid=6091): stderr: \u000a| �[0;m�[38;5;43m20221213163100107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163100107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163100107 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163100108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163100108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163100108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163100109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:02.086709 run patchelf(pid=6095): Terminating (SIGINT)\u000a16:31:02.270063 run patchelf(pid=6095): Terminated: ok {rc=0}\u000a16:31:02.302560 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6091): Process ended prematurely: osmo-stp_10.42.42.5(pid=6091) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6091)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:31:02.311886 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:31:02.377936 run osmo-hlr_10.42.42.2(pid=6088): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6088)]\u000a16:31:02.430450 run osmo-hlr_10.42.42.2(pid=6088): stdout: \u000a| (launched: 2022-12-13_16:30:58.882826) \u000a16:31:02.483604 run osmo-hlr_10.42.42.2(pid=6088): stderr: \u000a| �[0;m�[1;31m20221213163059078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163059078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163059078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163059079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163059079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163059079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163059091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163059102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163059102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163059102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:02.528990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6087): Terminating (SIGTERM)\u000a16:31:02.571823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6090): Terminating (SIGTERM)\u000a16:31:02.614986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6093): Terminating (SIGTERM)\u000a16:31:02.625165 --- ParallelTerminationStrategy: PID 6087 died...\u000a16:31:02.682576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6087): Terminated: ok {rc=0}\u000a16:31:02.692881 --- ParallelTerminationStrategy: PID 6090 died...\u000a16:31:02.750004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6090): Terminated: ok {rc=0}\u000a16:31:02.760247 --- ParallelTerminationStrategy: PID 6093 died...\u000a16:31:02.817237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6093): Terminated: ok {rc=0}\u000a16:31:02.904848 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6102): Process ended prematurely: osmo-stp_10.42.42.5(pid=6102) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6102)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6102): Process ended prematurely: osmo-stp_10.42.42.5(pid=6102) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:31:03.958541 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:03.971008 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:31:04.141836 tst ping_idle_ping.py: using LAC 34851\u000a16:31:04.269849 tst ping_idle_ping.py: using RAC 171\u000a16:31:04.399410 tst ping_idle_ping.py: using CellId 34851\u000a16:31:04.529275 tst ping_idle_ping.py: using BVCI 34852\u000a16:31:04.554592 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.566085 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.577406 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.588786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.600402 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.612054 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.623999 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:31:04.635702 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:31:04.921521 tst ping_idle_ping.py:24: start network...\u000a16:31:05.049467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:05.548413 run create_hlr_db(pid=6096): Launched\u000a16:31:05.728091 bus /gobi_6: Setting Powered False\u000a16:31:06.748264 run create_hlr_db(pid=6096): Terminated: ok {rc=0}\u000a16:31:07.161373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6098): Launched\u000a16:31:07.470218 run osmo-hlr_10.42.42.2(pid=6099): Launched\u000a16:31:07.592846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:08.134650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6101): Launched\u000a16:31:08.442823 run osmo-stp_10.42.42.5(pid=6102): Launched\u000a16:31:08.554077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:09.093571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6104): Launched\u000a16:31:09.203107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:09.472862 run patchelf(pid=6105): Launched\u000a16:31:09.655493 run osmo-stp_10.42.42.5(pid=6102): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6102)]\u000a16:31:09.787888 run osmo-stp_10.42.42.5(pid=6102): stdout: \u000a| (launched: 2022-12-13_16:31:08.291241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:09.921371 run osmo-stp_10.42.42.5(pid=6102): stderr: \u000a| �[0;m�[38;5;43m20221213163108461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163108462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163108462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163108462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163108463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163108463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163108463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:10.048718 run osmo-stp_10.42.42.5(pid=6102): stdout: \u000a| (launched: 2022-12-13_16:31:08.291241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:10.175097 run osmo-stp_10.42.42.5(pid=6102): stderr: \u000a| �[0;m�[38;5;43m20221213163108461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163108462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163108462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163108462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163108463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163108463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163108463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:10.322334 run patchelf(pid=6105): Terminating (SIGINT)\u000a16:31:10.495541 run patchelf(pid=6105): Terminated: ok {rc=0}\u000a16:31:10.526886 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6102): Process ended prematurely: osmo-stp_10.42.42.5(pid=6102) [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6102)] [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:31:10.535639 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:31:10.596703 run osmo-hlr_10.42.42.2(pid=6099): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6099)]\u000a16:31:10.646361 run osmo-hlr_10.42.42.2(pid=6099): stdout: \u000a| (launched: 2022-12-13_16:31:07.318232) \u000a16:31:10.696751 run osmo-hlr_10.42.42.2(pid=6099): stderr: \u000a| �[0;m�[1;31m20221213163107492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163107492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163107492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163107492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163107492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163107492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163107504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163107513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163107513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163107513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:10.739453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6098): Terminating (SIGTERM)\u000a16:31:10.780077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6101): Terminating (SIGTERM)\u000a16:31:10.820429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6104): Terminating (SIGTERM)\u000a16:31:10.829981 --- ParallelTerminationStrategy: PID 6098 died...\u000a16:31:10.883947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6098): Terminated: ok {rc=0}\u000a16:31:10.893895 --- ParallelTerminationStrategy: PID 6101 died...\u000a16:31:10.947974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6101): Terminated: ok {rc=0}\u000a16:31:10.957886 --- ParallelTerminationStrategy: PID 6104 died...\u000a16:31:11.011981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6104): Terminated: ok {rc=0}\u000a16:31:11.102151 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:30:11" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6115): Process ended prematurely: osmo-stp_10.42.42.5(pid=6115) [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6115)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6115): Process ended prematurely: osmo-stp_10.42.42.5(pid=6115) [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:31:13.153342 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.165907 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:31:13.335308 tst switch_tch_pdch.py: using LAC 34852\u000a16:31:13.461995 tst switch_tch_pdch.py: using RAC 172\u000a16:31:13.588645 tst switch_tch_pdch.py: using CellId 34852\u000a16:31:13.715049 tst switch_tch_pdch.py: using BVCI 34853\u000a16:31:13.740282 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.752044 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.763787 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.775569 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.787516 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.799447 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.811574 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:31:13.823597 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:31:13.941677 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:31:14.231005 tst switch_tch_pdch.py:51: start network...\u000a16:31:14.359514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:14.851269 run create_hlr_db(pid=6109): Launched\u000a16:31:15.028427 bus /gobi_6: Setting Powered False\u000a16:31:16.073943 run create_hlr_db(pid=6109): Terminated: ok {rc=0}\u000a16:31:16.505112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6111): Launched\u000a16:31:16.821660 run osmo-hlr_10.42.42.2(pid=6112): Launched\u000a16:31:16.966532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:17.560800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6114): Launched\u000a16:31:17.867687 run osmo-stp_10.42.42.5(pid=6115): Launched\u000a16:31:17.978447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:18.513685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6117): Launched\u000a16:31:18.622054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:18.891687 run patchelf(pid=6118): Launched\u000a16:31:19.070515 run osmo-stp_10.42.42.5(pid=6115): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6115)]\u000a16:31:19.201604 run osmo-stp_10.42.42.5(pid=6115): stdout: \u000a| (launched: 2022-12-13_16:31:17.716455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:19.333327 run osmo-stp_10.42.42.5(pid=6115): stderr: \u000a| �[0;m�[38;5;43m20221213163117885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163117885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163117886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163117886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163117886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163117887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163117887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:19.459709 run osmo-stp_10.42.42.5(pid=6115): stdout: \u000a| (launched: 2022-12-13_16:31:17.716455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:19.585257 run osmo-stp_10.42.42.5(pid=6115): stderr: \u000a| �[0;m�[38;5;43m20221213163117885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163117885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163117886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163117886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163117886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163117887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163117887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:19.731375 run patchelf(pid=6118): Terminating (SIGINT)\u000a16:31:19.903569 run patchelf(pid=6118): Terminated: ok {rc=0}\u000a16:31:19.934815 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6115): Process ended prematurely: osmo-stp_10.42.42.5(pid=6115) [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6115)] [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:31:19.943630 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a16:31:20.004255 run osmo-hlr_10.42.42.2(pid=6112): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6112)]\u000a16:31:20.053519 run osmo-hlr_10.42.42.2(pid=6112): stdout: \u000a| (launched: 2022-12-13_16:31:16.662905) \u000a16:31:20.103508 run osmo-hlr_10.42.42.2(pid=6112): stderr: \u000a| �[0;m�[1;31m20221213163117065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163117065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163117065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163117065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163117065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163117066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163117087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163117099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163117099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163117100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:20.145961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6111): Terminating (SIGTERM)\u000a16:31:20.186507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6114): Terminating (SIGTERM)\u000a16:31:20.226531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6117): Terminating (SIGTERM)\u000a16:31:20.235739 --- ParallelTerminationStrategy: PID 6111 died...\u000a16:31:20.288911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6111): Terminated: ok {rc=0}\u000a16:31:20.298588 --- ParallelTerminationStrategy: PID 6114 died...\u000a16:31:20.351688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6114): Terminated: ok {rc=0}\u000a16:31:20.361390 --- ParallelTerminationStrategy: PID 6117 died...\u000a16:31:20.414224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6117): Terminated: ok {rc=0}\u000a16:31:20.502372 bus /gobi_0: Setting Powered False\u000a16:31:21.606234 bus /gobi_0: Setting Powered False\u000a16:31:22.714256 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:31:12" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6128): Process ended prematurely: osmo-stp_10.42.42.5(pid=6128) [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6128)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6128): Process ended prematurely: osmo-stp_10.42.42.5(pid=6128) [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:31:24.689554 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:24.701071 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:31:24.859933 tst switch_tch_pdch.py: using LAC 34853\u000a16:31:24.981780 tst switch_tch_pdch.py: using RAC 173\u000a16:31:25.100425 tst switch_tch_pdch.py: using CellId 34853\u000a16:31:25.225020 tst switch_tch_pdch.py: using BVCI 34854\u000a16:31:25.248562 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.259637 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.270463 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.281273 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.291981 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.302865 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.313907 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:31:25.324697 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:31:25.445777 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:31:25.727271 tst switch_tch_pdch.py:51: start network...\u000a16:31:25.853859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:26.318492 run create_hlr_db(pid=6122): Launched\u000a16:31:26.443224 bus /gobi_6: Setting Powered False\u000a16:31:27.515988 run create_hlr_db(pid=6122): Terminated: ok {rc=0}\u000a16:31:27.898576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6124): Launched\u000a16:31:28.207117 run osmo-hlr_10.42.42.2(pid=6125): Launched\u000a16:31:28.319277 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:28.826278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6127): Launched\u000a16:31:29.132162 run osmo-stp_10.42.42.5(pid=6128): Launched\u000a16:31:29.242583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:31:29.752115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6130): Launched\u000a16:31:29.860213 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:31:30.128389 run patchelf(pid=6131): Launched\u000a16:31:30.307110 run osmo-stp_10.42.42.5(pid=6128): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6128)]\u000a16:31:30.437913 run osmo-stp_10.42.42.5(pid=6128): stdout: \u000a| (launched: 2022-12-13_16:31:28.981260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:30.569186 run osmo-stp_10.42.42.5(pid=6128): stderr: \u000a| �[0;m�[38;5;43m20221213163129150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163129150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163129150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163129151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163129151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163129151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163129151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:30.695500 run osmo-stp_10.42.42.5(pid=6128): stdout: \u000a| (launched: 2022-12-13_16:31:28.981260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:30.819799 run osmo-stp_10.42.42.5(pid=6128): stderr: \u000a| �[0;m�[38;5;43m20221213163129150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163129150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163129150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163129151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163129151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163129151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163129151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:30.983554 run patchelf(pid=6131): Terminating (SIGINT)\u000a16:31:31.158200 run patchelf(pid=6131): Terminated: ok {rc=0}\u000a16:31:31.190640 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6128): Process ended prematurely: osmo-stp_10.42.42.5(pid=6128) [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6128)] [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:31:31.200055 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:31:31.261515 run osmo-hlr_10.42.42.2(pid=6125): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6125)]\u000a16:31:31.311829 run osmo-hlr_10.42.42.2(pid=6125): stdout: \u000a| (launched: 2022-12-13_16:31:28.054842) \u000a16:31:31.362968 run osmo-hlr_10.42.42.2(pid=6125): stderr: \u000a| �[0;m�[1;31m20221213163128230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163128230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163128230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163128230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163128231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163128231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163128242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163128251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163128251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163128251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:31.406167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6124): Terminating (SIGTERM)\u000a16:31:31.447999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6127): Terminating (SIGTERM)\u000a16:31:31.490134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6130): Terminating (SIGTERM)\u000a16:31:31.499505 --- ParallelTerminationStrategy: PID 6124 died...\u000a16:31:31.553797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6124): Terminated: ok {rc=0}\u000a16:31:31.563820 --- ParallelTerminationStrategy: PID 6127 died...\u000a16:31:31.618262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6127): Terminated: ok {rc=0}\u000a16:31:31.628414 --- ParallelTerminationStrategy: PID 6130 died...\u000a16:31:31.682748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6130): Terminated: ok {rc=0}\u000a16:31:31.769214 bus /gobi_0: Setting Powered False\u000a16:31:32.876542 bus /gobi_0: Setting Powered False\u000a16:31:33.990139 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:31:24" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6136): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6136) [trial-2391↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6136)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6136): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6136) [trial-2391↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:31:35.885209 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:31:35.896496 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:31:36.028465 tst mo_mt_sms.py: using LAC 34854\u000a16:31:36.150287 tst mo_mt_sms.py: using RAC 174\u000a16:31:36.270211 tst mo_mt_sms.py: using CellId 34854\u000a16:31:36.389284 tst mo_mt_sms.py: using BVCI 34855\u000a16:31:36.412457 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:31:36.532696 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:31:36.814060 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:31:36.940926 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:31:37.576122 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6135): Launched\u000a16:31:37.881363 run osmo-nitb_10.42.42.2(pid=6136): Launched\u000a16:31:38.069862 run osmo-nitb_10.42.42.2(pid=6136): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6136)]\u000a16:31:38.209252 run osmo-nitb_10.42.42.2(pid=6136): stdout: \u000a| (launched: 2022-12-13_16:31:37.732536) \u000a16:31:38.348533 run osmo-nitb_10.42.42.2(pid=6136): stderr: \u000a| (launched: 2022-12-13_16:31:37.778323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:31:38.482597 run osmo-nitb_10.42.42.2(pid=6136): stdout: \u000a| (launched: 2022-12-13_16:31:37.732536) \u000a16:31:38.615578 run osmo-nitb_10.42.42.2(pid=6136): stderr: \u000a| (launched: 2022-12-13_16:31:37.778323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:31:39.005451 tst osmo-nitb_10.42.42.2(pid=6136): stdout: \u000a| (launched: 2022-12-13_16:31:37.732536) \u000a16:31:39.127801 tst osmo-nitb_10.42.42.2(pid=6136): stderr: \u000a| (launched: 2022-12-13_16:31:37.778323)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:31:39.181351 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6136): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6136) [trial-2391↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6136)] [trial-2391↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a16:31:39.189774 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:31:39.224404 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6135): Terminating (SIGTERM)\u000a16:31:39.402057 --- ParallelTerminationStrategy: PID 6135 died...\u000a16:31:39.457722 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6135): Terminated: ok {rc=0}\u000a16:31:39.547496 bus /sierra_3: Setting Powered False\u000a16:31:40.657701 bus /sierra_3: Setting Powered False\u000a16:31:41.769282 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:31:35" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6146): Process ended prematurely: osmo-stp_10.42.42.5(pid=6146) [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6146)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6146): Process ended prematurely: osmo-stp_10.42.42.5(pid=6146) [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a16:31:43.654855 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:31:43.665939 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:31:43.805429 tst mo_mt_sms.py: using LAC 34855\u000a16:31:43.934904 tst mo_mt_sms.py: using RAC 175\u000a16:31:44.064678 tst mo_mt_sms.py: using CellId 34855\u000a16:31:44.202299 tst mo_mt_sms.py: using BVCI 34856\u000a16:31:44.227331 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:31:44.238921 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:31:44.250530 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:31:44.261920 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:31:44.273751 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:31:44.285392 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:31:44.404862 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:31:44.619416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:31:45.136595 run create_hlr_db(pid=6140): Launched\u000a16:31:45.328694 bus /sierra_2: Setting Powered False\u000a16:31:46.352860 run create_hlr_db(pid=6140): Terminated: ok {rc=0}\u000a16:31:46.795334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6142): Launched\u000a16:31:47.205047 run osmo-hlr_10.42.42.2(pid=6143): Launched\u000a16:31:47.325576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:31:47.899686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6145): Launched\u000a16:31:48.231781 run osmo-stp_10.42.42.5(pid=6146): Launched\u000a16:31:48.352827 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:31:48.960244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6148): Launched\u000a16:31:49.291287 run osmo-msc_10.42.42.6(pid=6149): Launched\u000a16:31:49.483990 run osmo-stp_10.42.42.5(pid=6146): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6146)]\u000a16:31:49.623173 run osmo-stp_10.42.42.5(pid=6146): stdout: \u000a| (launched: 2022-12-13_16:31:48.066934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:49.761108 run osmo-stp_10.42.42.5(pid=6146): stderr: \u000a| �[0;m�[38;5;43m20221213163148260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163148260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163148260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163148261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163148261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163148261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163148261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:49.893262 run osmo-stp_10.42.42.5(pid=6146): stdout: \u000a| (launched: 2022-12-13_16:31:48.066934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:31:50.024273 run osmo-stp_10.42.42.5(pid=6146): stderr: \u000a| �[0;m�[38;5;43m20221213163148260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163148260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163148260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163148261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163148261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163148261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163148261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:31:50.081853 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6146): Process ended prematurely: osmo-stp_10.42.42.5(pid=6146) [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6146)] [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a16:31:50.090876 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a16:31:50.155439 run osmo-hlr_10.42.42.2(pid=6143): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6143)]\u000a16:31:50.208232 run osmo-hlr_10.42.42.2(pid=6143): stdout: \u000a| (launched: 2022-12-13_16:31:46.955999) \u000a16:31:50.262030 run osmo-hlr_10.42.42.2(pid=6143): stderr: \u000a| �[0;m�[1;31m20221213163147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163147218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163147219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163147219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163147231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163147239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163147239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163147239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:31:50.334687 run osmo-msc_10.42.42.6(pid=6149): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6149)]\u000a16:31:50.386946 run osmo-msc_10.42.42.6(pid=6149): stdout: \u000a| (launched: 2022-12-13_16:31:49.128110) \u000a16:31:50.439874 run osmo-msc_10.42.42.6(pid=6149): stderr: \u000a| �[0;m�[38;5;43m20221213163149449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163149449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c0e515c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163149450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163149450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163149450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163149450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163149452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163149452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163149452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163149452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:31:50.485104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6142): Terminating (SIGTERM)\u000a16:31:50.527976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6145): Terminating (SIGTERM)\u000a16:31:50.571105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6148): Terminating (SIGTERM)\u000a16:31:50.581070 --- ParallelTerminationStrategy: PID 6142 died...\u000a16:31:50.638462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6142): Terminated: ok {rc=0}\u000a16:31:50.648689 --- ParallelTerminationStrategy: PID 6145 died...\u000a16:31:50.705933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6145): Terminated: ok {rc=0}\u000a16:31:50.716163 --- ParallelTerminationStrategy: PID 6148 died...\u000a16:31:50.773820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6148): Terminated: ok {rc=0}\u000a16:31:50.862355 bus /sierra_3: Setting Powered False\u000a16:31:51.970520 bus /sierra_3: Setting Powered False\u000a16:31:53.081487 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:31:43" }, { "cases" : [ { "testActions" : [ ], "age" : 252, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6155): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6155) [trial-2391↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6155)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6155): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6155) [trial-2391↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:31:54.925771 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a16:31:54.936653 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:31:55.068941 tst assert_extension.py: using LAC 34856\u000a16:31:55.191208 tst assert_extension.py: using RAC 176\u000a16:31:55.311090 tst assert_extension.py: using CellId 34856\u000a16:31:55.430217 tst assert_extension.py: using BVCI 34857\u000a16:31:55.453534 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:31:55.752609 tst assert_extension.py:10: start nitb and bts...\u000a16:31:55.889806 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:31:56.572471 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6154): Launched\u000a16:31:56.900773 run osmo-nitb_10.42.42.2(pid=6155): Launched\u000a16:31:57.101992 run osmo-nitb_10.42.42.2(pid=6155): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6155)]\u000a16:31:57.249753 run osmo-nitb_10.42.42.2(pid=6155): stdout: \u000a| (launched: 2022-12-13_16:31:56.740038) \u000a16:31:57.398464 run osmo-nitb_10.42.42.2(pid=6155): stderr: \u000a| (launched: 2022-12-13_16:31:56.789055)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:31:57.541918 run osmo-nitb_10.42.42.2(pid=6155): stdout: \u000a| (launched: 2022-12-13_16:31:56.740038) \u000a16:31:57.684178 run osmo-nitb_10.42.42.2(pid=6155): stderr: \u000a| (launched: 2022-12-13_16:31:56.789055)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:31:58.032141 tst osmo-nitb_10.42.42.2(pid=6155): stdout: \u000a| (launched: 2022-12-13_16:31:56.740038) \u000a16:31:58.162621 tst osmo-nitb_10.42.42.2(pid=6155): stderr: \u000a| (launched: 2022-12-13_16:31:56.789055)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:31:58.219645 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6155): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6155) [trial-2391↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6155)] [trial-2391↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a16:31:58.228454 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:31:58.266110 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6154): Terminating (SIGTERM)\u000a16:31:58.444058 --- ParallelTerminationStrategy: PID 6154 died...\u000a16:31:58.502745 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6154): Terminated: ok {rc=0}\u000a16:31:58.589808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:31:54" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6165): Process ended prematurely: osmo-stp_10.42.42.5(pid=6165) [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6165)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6165): Process ended prematurely: osmo-stp_10.42.42.5(pid=6165) [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a16:32:00.423679 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:00.435325 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:32:00.571413 tst assert_extension.py: using LAC 34857\u000a16:32:00.693347 tst assert_extension.py: using RAC 177\u000a16:32:00.813166 tst assert_extension.py: using CellId 34857\u000a16:32:00.962193 tst assert_extension.py: using BVCI 34858\u000a16:32:00.987008 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:00.998776 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:01.012330 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:01.024133 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:01.035574 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:32:01.047351 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a16:32:01.275437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:01.810993 run create_hlr_db(pid=6159): Launched\u000a16:32:01.992824 bus /sierra_2: Setting Powered False\u000a16:32:03.008851 run create_hlr_db(pid=6159): Terminated: ok {rc=0}\u000a16:32:03.448509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6161): Launched\u000a16:32:03.779077 run osmo-hlr_10.42.42.2(pid=6162): Launched\u000a16:32:03.902240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:04.477833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6164): Launched\u000a16:32:04.807939 run osmo-stp_10.42.42.5(pid=6165): Launched\u000a16:32:04.927581 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:05.529371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6167): Launched\u000a16:32:05.860026 run osmo-msc_10.42.42.6(pid=6168): Launched\u000a16:32:06.052634 run osmo-stp_10.42.42.5(pid=6165): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6165)]\u000a16:32:06.191184 run osmo-stp_10.42.42.5(pid=6165): stdout: \u000a| (launched: 2022-12-13_16:32:04.644764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:06.328573 run osmo-stp_10.42.42.5(pid=6165): stderr: \u000a| �[0;m�[38;5;43m20221213163204837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163204837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163204837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163204838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:06.460617 run osmo-stp_10.42.42.5(pid=6165): stdout: \u000a| (launched: 2022-12-13_16:32:04.644764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:06.591366 run osmo-stp_10.42.42.5(pid=6165): stderr: \u000a| �[0;m�[38;5;43m20221213163204837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163204837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163204837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163204838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163204838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:06.648323 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6165): Process ended prematurely: osmo-stp_10.42.42.5(pid=6165) [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6165)] [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a16:32:06.657334 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a16:32:06.720879 run osmo-hlr_10.42.42.2(pid=6162): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6162)]\u000a16:32:06.772633 run osmo-hlr_10.42.42.2(pid=6162): stdout: \u000a| (launched: 2022-12-13_16:32:03.615719) \u000a16:32:06.825110 run osmo-hlr_10.42.42.2(pid=6162): stderr: \u000a| �[0;m�[1;31m20221213163203815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163203815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163203815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163203815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163203815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163203815 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163203828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163203836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163203837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163203837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:06.896390 run osmo-msc_10.42.42.6(pid=6168): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6168)]\u000a16:32:06.948168 run osmo-msc_10.42.42.6(pid=6168): stdout: \u000a| (launched: 2022-12-13_16:32:05.696715) \u000a16:32:07.000825 run osmo-msc_10.42.42.6(pid=6168): stderr: \u000a| �[0;m�[38;5;43m20221213163206018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163206018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf1cc49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163206018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163206018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163206018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163206019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163206020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:07.045717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6161): Terminating (SIGTERM)\u000a16:32:07.088147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6164): Terminating (SIGTERM)\u000a16:32:07.130907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6167): Terminating (SIGTERM)\u000a16:32:07.140786 --- ParallelTerminationStrategy: PID 6161 died...\u000a16:32:07.198233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6161): Terminated: ok {rc=0}\u000a16:32:07.208537 --- ParallelTerminationStrategy: PID 6164 died...\u000a16:32:07.266016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6164): Terminated: ok {rc=0}\u000a16:32:07.276182 --- ParallelTerminationStrategy: PID 6167 died...\u000a16:32:07.333183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6167): Terminated: ok {rc=0}\u000a16:32:07.421053 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:32:00" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6179): Process ended prematurely: osmo-stp_10.42.42.5(pid=6179) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6179)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6179): Process ended prematurely: osmo-stp_10.42.42.5(pid=6179) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:32:09.379713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:09.391281 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:32:09.547669 tst mo_mt_call.py: using LAC 34858\u000a16:32:09.672303 tst mo_mt_call.py: using RAC 178\u000a16:32:09.796757 tst mo_mt_call.py: using CellId 34858\u000a16:32:09.919204 tst mo_mt_call.py: using BVCI 34859\u000a16:32:09.942969 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:09.954575 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:09.965814 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:09.977039 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:09.988292 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:09.999534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:32:10.116157 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:32:10.334829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:10.865257 run create_hlr_db(pid=6173): Launched\u000a16:32:11.045324 bus /sierra_2: Setting Powered False\u000a16:32:12.067225 run create_hlr_db(pid=6173): Terminated: ok {rc=0}\u000a16:32:12.487248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6175): Launched\u000a16:32:12.801575 run osmo-hlr_10.42.42.2(pid=6176): Launched\u000a16:32:12.915704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:13.461266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6178): Launched\u000a16:32:13.775948 run osmo-stp_10.42.42.5(pid=6179): Launched\u000a16:32:13.888833 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:14.461608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6181): Launched\u000a16:32:14.778382 run osmo-msc_10.42.42.6(pid=6182): Launched\u000a16:32:14.960878 run osmo-stp_10.42.42.5(pid=6179): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6179)]\u000a16:32:15.093274 run osmo-stp_10.42.42.5(pid=6179): stdout: \u000a| (launched: 2022-12-13_16:32:13.620697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:15.223268 run osmo-stp_10.42.42.5(pid=6179): stderr: \u000a| �[0;m�[38;5;43m20221213163213792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163213792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163213792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163213793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163213793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163213793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163213793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:15.348361 run osmo-stp_10.42.42.5(pid=6179): stdout: \u000a| (launched: 2022-12-13_16:32:13.620697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:15.471883 run osmo-stp_10.42.42.5(pid=6179): stderr: \u000a| �[0;m�[38;5;43m20221213163213792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163213792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163213792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163213793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163213793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163213793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163213793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:15.526711 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6179): Process ended prematurely: osmo-stp_10.42.42.5(pid=6179) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6179)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:32:15.535447 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:32:15.595916 run osmo-hlr_10.42.42.2(pid=6176): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6176)]\u000a16:32:15.645339 run osmo-hlr_10.42.42.2(pid=6176): stdout: \u000a| (launched: 2022-12-13_16:32:12.646805) \u000a16:32:15.695289 run osmo-hlr_10.42.42.2(pid=6176): stderr: \u000a| �[0;m�[1;31m20221213163212824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163212824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163212824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163212824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163212824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163212824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163212836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163212845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163212845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163212845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:15.763331 run osmo-msc_10.42.42.6(pid=6182): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6182)]\u000a16:32:15.812451 run osmo-msc_10.42.42.6(pid=6182): stdout: \u000a| (launched: 2022-12-13_16:32:14.620216) \u000a16:32:15.867686 run osmo-msc_10.42.42.6(pid=6182): stderr: \u000a| �[0;m�[38;5;43m20221213163214891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163214892 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffaba0e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163214892 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163214892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163214892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163214892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163214894 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163214894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163214895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163214895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:15.923868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6175): Terminating (SIGTERM)\u000a16:32:15.965222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6178): Terminating (SIGTERM)\u000a16:32:16.008185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6181): Terminating (SIGTERM)\u000a16:32:16.017981 --- ParallelTerminationStrategy: PID 6175 died...\u000a16:32:16.073321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6175): Terminated: ok {rc=0}\u000a16:32:16.083560 --- ParallelTerminationStrategy: PID 6178 died...\u000a16:32:16.138537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6178): Terminated: ok {rc=0}\u000a16:32:16.148727 --- ParallelTerminationStrategy: PID 6181 died...\u000a16:32:16.203946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6181): Terminated: ok {rc=0}\u000a16:32:16.303157 bus /sierra_3: Setting Powered False\u000a16:32:17.407915 bus /sierra_3: Setting Powered False\u000a16:32:18.515898 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6190): Process ended prematurely: osmo-stp_10.42.42.5(pid=6190) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6190)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6190): Process ended prematurely: osmo-stp_10.42.42.5(pid=6190) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:32:19.632774 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:19.645673 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:32:19.812856 tst mo_mt_call_osmux.py: using LAC 34859\u000a16:32:19.943359 tst mo_mt_call_osmux.py: using RAC 179\u000a16:32:20.068337 tst mo_mt_call_osmux.py: using CellId 34859\u000a16:32:20.192150 tst mo_mt_call_osmux.py: using BVCI 34860\u000a16:32:20.216242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:20.228072 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:20.239384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:20.250882 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:20.262599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:32:20.274182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:32:20.396112 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:32:20.605997 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:21.106085 run create_hlr_db(pid=6184): Launched\u000a16:32:21.285689 bus /sierra_2: Setting Powered False\u000a16:32:22.307203 run create_hlr_db(pid=6184): Terminated: ok {rc=0}\u000a16:32:22.753837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6186): Launched\u000a16:32:23.090936 run osmo-hlr_10.42.42.2(pid=6187): Launched\u000a16:32:23.214676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:23.799413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6189): Launched\u000a16:32:24.135735 run osmo-stp_10.42.42.5(pid=6190): Launched\u000a16:32:24.257507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:24.875004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6192): Launched\u000a16:32:25.211198 run osmo-msc_10.42.42.6(pid=6193): Launched\u000a16:32:25.408260 run osmo-stp_10.42.42.5(pid=6190): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6190)]\u000a16:32:25.549795 run osmo-stp_10.42.42.5(pid=6190): stdout: \u000a| (launched: 2022-12-13_16:32:23.968872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:25.689502 run osmo-stp_10.42.42.5(pid=6190): stderr: \u000a| �[0;m�[38;5;43m20221213163224161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163224161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163224161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163224161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163224162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163224162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163224162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:25.823686 run osmo-stp_10.42.42.5(pid=6190): stdout: \u000a| (launched: 2022-12-13_16:32:23.968872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:25.956754 run osmo-stp_10.42.42.5(pid=6190): stderr: \u000a| �[0;m�[38;5;43m20221213163224161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163224161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163224161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163224161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163224162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163224162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163224162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:26.015681 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6190): Process ended prematurely: osmo-stp_10.42.42.5(pid=6190) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6190)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:32:26.025235 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:32:26.089215 run osmo-hlr_10.42.42.2(pid=6187): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6187)]\u000a16:32:26.141507 run osmo-hlr_10.42.42.2(pid=6187): stdout: \u000a| (launched: 2022-12-13_16:32:22.923859) \u000a16:32:26.194389 run osmo-hlr_10.42.42.2(pid=6187): stderr: \u000a| �[0;m�[1;31m20221213163223118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163223119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163223119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163223119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163223119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163223119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163223132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163223141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163223141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163223141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:26.266380 run osmo-msc_10.42.42.6(pid=6193): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6193)]\u000a16:32:26.318929 run osmo-msc_10.42.42.6(pid=6193): stdout: \u000a| (launched: 2022-12-13_16:32:25.045336) \u000a16:32:26.371829 run osmo-msc_10.42.42.6(pid=6193): stderr: \u000a| �[0;m�[38;5;43m20221213163225368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163225368 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4044fcac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163225368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163225368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163225369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163225369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163225371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163225371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163225371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163225371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:26.417005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6186): Terminating (SIGTERM)\u000a16:32:26.459864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6189): Terminating (SIGTERM)\u000a16:32:26.502748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6192): Terminating (SIGTERM)\u000a16:32:26.512716 --- ParallelTerminationStrategy: PID 6186 died...\u000a16:32:26.570214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6186): Terminated: ok {rc=0}\u000a16:32:26.581265 --- ParallelTerminationStrategy: PID 6189 died...\u000a16:32:26.637837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6189): Terminated: ok {rc=0}\u000a16:32:26.648016 --- ParallelTerminationStrategy: PID 6192 died...\u000a16:32:26.706460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6192): Terminated: ok {rc=0}\u000a16:32:26.794557 bus /sierra_3: Setting Powered False\u000a16:32:27.902445 bus /sierra_3: Setting Powered False\u000a16:32:29.013769 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:32:09" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6204): Process ended prematurely: osmo-stp_10.42.42.5(pid=6204) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6204): Process ended prematurely: osmo-stp_10.42.42.5(pid=6204) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:32:31.039624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:31.052132 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:32:31.245901 tst mo_mt_call.py: using LAC 34860\u000a16:32:31.411432 tst mo_mt_call.py: using RAC 180\u000a16:32:31.562832 tst mo_mt_call.py: using CellId 34860\u000a16:32:31.725825 tst mo_mt_call.py: using BVCI 34861\u000a16:32:31.759291 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:31.774539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:31.789718 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:31.804670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:31.820004 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:31.835099 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:32:31.989975 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:32:32.200164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:32.709770 run create_hlr_db(pid=6198): Launched\u000a16:32:32.890550 bus /sierra_2: Setting Powered False\u000a16:32:33.911920 run create_hlr_db(pid=6198): Terminated: ok {rc=0}\u000a16:32:34.331318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6200): Launched\u000a16:32:34.646117 run osmo-hlr_10.42.42.2(pid=6201): Launched\u000a16:32:34.759956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:35.307119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6203): Launched\u000a16:32:35.623995 run osmo-stp_10.42.42.5(pid=6204): Launched\u000a16:32:35.739292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:36.317459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6206): Launched\u000a16:32:36.634174 run osmo-msc_10.42.42.6(pid=6207): Launched\u000a16:32:36.819425 run osmo-stp_10.42.42.5(pid=6204): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)]\u000a16:32:36.951706 run osmo-stp_10.42.42.5(pid=6204): stdout: \u000a| (launched: 2022-12-13_16:32:35.468238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:37.082564 run osmo-stp_10.42.42.5(pid=6204): stderr: \u000a| �[0;m�[38;5;43m20221213163235639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163235639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163235639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163235640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163235640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163235640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163235640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:37.208348 run osmo-stp_10.42.42.5(pid=6204): stdout: \u000a| (launched: 2022-12-13_16:32:35.468238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:37.333239 run osmo-stp_10.42.42.5(pid=6204): stderr: \u000a| �[0;m�[38;5;43m20221213163235639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163235639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163235639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163235640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163235640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163235640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163235640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:37.388442 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6204): Process ended prematurely: osmo-stp_10.42.42.5(pid=6204) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6204)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:32:37.397377 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:32:37.457893 run osmo-hlr_10.42.42.2(pid=6201): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6201)]\u000a16:32:37.507607 run osmo-hlr_10.42.42.2(pid=6201): stdout: \u000a| (launched: 2022-12-13_16:32:34.490814) \u000a16:32:37.557793 run osmo-hlr_10.42.42.2(pid=6201): stderr: \u000a| �[0;m�[1;31m20221213163234665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163234665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163234666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163234666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163234666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163234666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163234695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163234705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163234706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163234706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:37.625941 run osmo-msc_10.42.42.6(pid=6207): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6207)]\u000a16:32:37.674999 run osmo-msc_10.42.42.6(pid=6207): stdout: \u000a| (launched: 2022-12-13_16:32:36.477067) \u000a16:32:37.724861 run osmo-msc_10.42.42.6(pid=6207): stderr: \u000a| �[0;m�[38;5;43m20221213163236747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163236748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45bc9ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163236748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163236748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163236748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163236748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163236750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163236751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163236751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163236751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:37.767044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6200): Terminating (SIGTERM)\u000a16:32:37.806824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6203): Terminating (SIGTERM)\u000a16:32:37.847213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6206): Terminating (SIGTERM)\u000a16:32:37.856543 --- ParallelTerminationStrategy: PID 6200 died...\u000a16:32:37.909975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6200): Terminated: ok {rc=0}\u000a16:32:37.919684 --- ParallelTerminationStrategy: PID 6203 died...\u000a16:32:37.972629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6203): Terminated: ok {rc=0}\u000a16:32:37.982317 --- ParallelTerminationStrategy: PID 6206 died...\u000a16:32:38.035289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6206): Terminated: ok {rc=0}\u000a16:32:38.123876 bus /sierra_3: Setting Powered False\u000a16:32:39.229414 bus /sierra_3: Setting Powered False\u000a16:32:40.337275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:32:41.456741 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:41.469738 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:32:41.641925 tst mo_mt_call_osmux.py: using LAC 34861\u000a16:32:41.774356 tst mo_mt_call_osmux.py: using RAC 181\u000a16:32:41.904331 tst mo_mt_call_osmux.py: using CellId 34861\u000a16:32:42.034052 tst mo_mt_call_osmux.py: using BVCI 34862\u000a16:32:42.059571 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:42.071611 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:42.083451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:42.095390 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:42.107677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:32:42.119781 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:32:42.242684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:32:42.453317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:42.958111 run create_hlr_db(pid=6209): Launched\u000a16:32:43.138959 bus /sierra_2: Setting Powered False\u000a16:32:44.159485 run create_hlr_db(pid=6209): Terminated: ok {rc=0}\u000a16:32:44.608787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Launched\u000a16:32:44.946343 run osmo-hlr_10.42.42.2(pid=6212): Launched\u000a16:32:45.070679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:45.658803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Launched\u000a16:32:46.115107 run osmo-stp_10.42.42.5(pid=6215): Launched\u000a16:32:46.312786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:46.925392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6217): Launched\u000a16:32:47.337455 run osmo-msc_10.42.42.6(pid=6218): Launched\u000a16:32:47.528719 run osmo-stp_10.42.42.5(pid=6215): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)]\u000a16:32:47.671025 run osmo-stp_10.42.42.5(pid=6215): stdout: \u000a| (launched: 2022-12-13_16:32:45.832531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:47.812122 run osmo-stp_10.42.42.5(pid=6215): stderr: \u000a| �[0;m�[38;5;43m20221213163246062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163246062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163246062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163246062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163246063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163246063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163246063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:47.947494 run osmo-stp_10.42.42.5(pid=6215): stdout: \u000a| (launched: 2022-12-13_16:32:45.832531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:48.081310 run osmo-stp_10.42.42.5(pid=6215): stderr: \u000a| �[0;m�[38;5;43m20221213163246062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163246062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163246062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163246062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163246063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163246063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163246063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:48.140628 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6215): Process ended prematurely: osmo-stp_10.42.42.5(pid=6215) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6215)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:32:48.150284 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a16:32:48.214740 run osmo-hlr_10.42.42.2(pid=6212): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6212)]\u000a16:32:48.267319 run osmo-hlr_10.42.42.2(pid=6212): stdout: \u000a| (launched: 2022-12-13_16:32:44.779862) \u000a16:32:48.320671 run osmo-hlr_10.42.42.2(pid=6212): stderr: \u000a| �[0;m�[1;31m20221213163244977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163244977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163244977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163244978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163244978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163244978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163244990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163245001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163245001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163245001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:48.393379 run osmo-msc_10.42.42.6(pid=6218): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6218)]\u000a16:32:48.446005 run osmo-msc_10.42.42.6(pid=6218): stdout: \u000a| (launched: 2022-12-13_16:32:47.089204) \u000a16:32:48.499409 run osmo-msc_10.42.42.6(pid=6218): stderr: \u000a| �[0;m�[38;5;43m20221213163247472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163247473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec2c8d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163247473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163247473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163247473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163247473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163247475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163247475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163247475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163247476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:48.544768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Terminating (SIGTERM)\u000a16:32:48.587836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Terminating (SIGTERM)\u000a16:32:48.631051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6217): Terminating (SIGTERM)\u000a16:32:48.641086 --- ParallelTerminationStrategy: PID 6211 died...\u000a16:32:48.698698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6211): Terminated: ok {rc=0}\u000a16:32:48.709118 --- ParallelTerminationStrategy: PID 6214 died...\u000a16:32:48.766768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6214): Terminated: ok {rc=0}\u000a16:32:48.777219 --- ParallelTerminationStrategy: PID 6217 died...\u000a16:32:48.834490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6217): Terminated: ok {rc=0}\u000a16:32:48.923023 bus /sierra_3: Setting Powered False\u000a16:32:50.031484 bus /sierra_3: Setting Powered False\u000a16:32:51.141295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:32:30" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6229): Process ended prematurely: osmo-stp_10.42.42.5(pid=6229) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6229): Process ended prematurely: osmo-stp_10.42.42.5(pid=6229) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:32:53.133277 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:32:53.144811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:32:53.299437 tst mo_mt_call.py: using LAC 34862\u000a16:32:53.422880 tst mo_mt_call.py: using RAC 182\u000a16:32:53.543745 tst mo_mt_call.py: using CellId 34862\u000a16:32:53.669343 tst mo_mt_call.py: using BVCI 34863\u000a16:32:53.692929 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:32:53.704518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:32:53.715855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:32:53.727293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:32:53.738835 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:32:53.750236 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:32:53.874503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:32:54.093467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:32:54.628339 run create_hlr_db(pid=6223): Launched\u000a16:32:54.823838 bus /sierra_2: Setting Powered False\u000a16:32:55.844659 run create_hlr_db(pid=6223): Terminated: ok {rc=0}\u000a16:32:56.295465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6225): Launched\u000a16:32:56.634939 run osmo-hlr_10.42.42.2(pid=6226): Launched\u000a16:32:56.760804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:32:57.350836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6228): Launched\u000a16:32:57.690851 run osmo-stp_10.42.42.5(pid=6229): Launched\u000a16:32:57.813060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:32:58.434379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6231): Launched\u000a16:32:58.775904 run osmo-msc_10.42.42.6(pid=6232): Launched\u000a16:32:58.972744 run osmo-stp_10.42.42.5(pid=6229): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)]\u000a16:32:59.115107 run osmo-stp_10.42.42.5(pid=6229): stdout: \u000a| (launched: 2022-12-13_16:32:57.522362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:59.255619 run osmo-stp_10.42.42.5(pid=6229): stderr: \u000a| �[0;m�[38;5;43m20221213163257714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163257714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163257714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163257714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163257715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163257715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163257715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:59.391247 run osmo-stp_10.42.42.5(pid=6229): stdout: \u000a| (launched: 2022-12-13_16:32:57.522362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:32:59.524826 run osmo-stp_10.42.42.5(pid=6229): stderr: \u000a| �[0;m�[38;5;43m20221213163257714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163257714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163257714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163257714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163257715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163257715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163257715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:32:59.584075 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6229): Process ended prematurely: osmo-stp_10.42.42.5(pid=6229) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6229)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:32:59.593757 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:32:59.658389 run osmo-hlr_10.42.42.2(pid=6226): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6226)]\u000a16:32:59.711043 run osmo-hlr_10.42.42.2(pid=6226): stdout: \u000a| (launched: 2022-12-13_16:32:56.466968) \u000a16:32:59.764863 run osmo-hlr_10.42.42.2(pid=6226): stderr: \u000a| �[0;m�[1;31m20221213163256663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163256663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163256663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163256663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163256664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163256664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163256679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163256689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163256689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163256690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:32:59.837632 run osmo-msc_10.42.42.6(pid=6232): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6232)]\u000a16:32:59.890235 run osmo-msc_10.42.42.6(pid=6232): stdout: \u000a| (launched: 2022-12-13_16:32:58.605852) \u000a16:32:59.943485 run osmo-msc_10.42.42.6(pid=6232): stderr: \u000a| �[0;m�[38;5;43m20221213163258928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163258929 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe02585ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163258929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163258929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163258929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163258929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163258931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163258931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163258933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163258933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:32:59.989129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6225): Terminating (SIGTERM)\u000a16:33:00.032114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6228): Terminating (SIGTERM)\u000a16:33:00.075102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6231): Terminating (SIGTERM)\u000a16:33:00.085169 --- ParallelTerminationStrategy: PID 6225 died...\u000a16:33:00.142830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6225): Terminated: ok {rc=0}\u000a16:33:00.153504 --- ParallelTerminationStrategy: PID 6228 died...\u000a16:33:00.210607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6228): Terminated: ok {rc=0}\u000a16:33:00.221016 --- ParallelTerminationStrategy: PID 6231 died...\u000a16:33:00.278278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6231): Terminated: ok {rc=0}\u000a16:33:00.367077 bus /sierra_3: Setting Powered False\u000a16:33:01.475549 bus /sierra_3: Setting Powered False\u000a16:33:02.588341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6241): Process ended prematurely: osmo-stp_10.42.42.5(pid=6241) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6241)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6241): Process ended prematurely: osmo-stp_10.42.42.5(pid=6241) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:33:03.702679 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:33:03.715094 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:33:03.875814 tst mo_mt_call_osmux.py: using LAC 34863\u000a16:33:04.001587 tst mo_mt_call_osmux.py: using RAC 183\u000a16:33:04.126941 tst mo_mt_call_osmux.py: using CellId 34863\u000a16:33:04.251938 tst mo_mt_call_osmux.py: using BVCI 34864\u000a16:33:04.275750 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:33:04.287717 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:33:04.299140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:33:04.310550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:33:04.323091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:33:04.335319 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:33:04.454381 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:33:04.662323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:05.165316 run create_hlr_db(pid=6235): Launched\u000a16:33:05.345719 bus /sierra_2: Setting Powered False\u000a16:33:06.367342 run create_hlr_db(pid=6235): Terminated: ok {rc=0}\u000a16:33:06.786394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6237): Launched\u000a16:33:07.103850 run osmo-hlr_10.42.42.2(pid=6238): Launched\u000a16:33:07.217706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:07.764117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6240): Launched\u000a16:33:08.080407 run osmo-stp_10.42.42.5(pid=6241): Launched\u000a16:33:08.194146 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:33:08.769363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6243): Launched\u000a16:33:09.088015 run osmo-msc_10.42.42.6(pid=6244): Launched\u000a16:33:09.271251 run osmo-stp_10.42.42.5(pid=6241): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6241)]\u000a16:33:09.402683 run osmo-stp_10.42.42.5(pid=6241): stdout: \u000a| (launched: 2022-12-13_16:33:07.923745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:09.532106 run osmo-stp_10.42.42.5(pid=6241): stderr: \u000a| �[0;m�[38;5;43m20221213163308095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163308095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163308096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163308096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163308097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163308097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163308097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:09.657167 run osmo-stp_10.42.42.5(pid=6241): stdout: \u000a| (launched: 2022-12-13_16:33:07.923745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:09.780910 run osmo-stp_10.42.42.5(pid=6241): stderr: \u000a| �[0;m�[38;5;43m20221213163308095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163308095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163308096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163308096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163308097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163308097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163308097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:09.836092 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6241): Process ended prematurely: osmo-stp_10.42.42.5(pid=6241) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6241)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:33:09.844769 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:33:09.905572 run osmo-hlr_10.42.42.2(pid=6238): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6238)]\u000a16:33:09.955525 run osmo-hlr_10.42.42.2(pid=6238): stdout: \u000a| (launched: 2022-12-13_16:33:06.947344) \u000a16:33:10.005776 run osmo-hlr_10.42.42.2(pid=6238): stderr: \u000a| �[0;m�[1;31m20221213163307123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163307123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163307123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163307123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163307123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163307123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163307136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163307144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163307144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163307144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:10.074038 run osmo-msc_10.42.42.6(pid=6244): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6244)]\u000a16:33:10.123430 run osmo-msc_10.42.42.6(pid=6244): stdout: \u000a| (launched: 2022-12-13_16:33:08.930240) \u000a16:33:10.173509 run osmo-msc_10.42.42.6(pid=6244): stderr: \u000a| �[0;m�[38;5;43m20221213163309201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163309201 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fae5cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163309201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163309201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163309201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163309201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163309203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163309203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163309204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163309204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:33:10.216220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6237): Terminating (SIGTERM)\u000a16:33:10.256656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6240): Terminating (SIGTERM)\u000a16:33:10.296636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6243): Terminating (SIGTERM)\u000a16:33:10.306020 --- ParallelTerminationStrategy: PID 6237 died...\u000a16:33:10.359501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6237): Terminated: ok {rc=0}\u000a16:33:10.369188 --- ParallelTerminationStrategy: PID 6240 died...\u000a16:33:10.422683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6240): Terminated: ok {rc=0}\u000a16:33:10.432379 --- ParallelTerminationStrategy: PID 6243 died...\u000a16:33:10.485749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6243): Terminated: ok {rc=0}\u000a16:33:10.574824 bus /sierra_3: Setting Powered False\u000a16:33:11.682129 bus /sierra_3: Setting Powered False\u000a16:33:12.795236 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:32:52" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6256): Process ended prematurely: osmo-stp_10.42.42.5(pid=6256) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6256)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6256): Process ended prematurely: osmo-stp_10.42.42.5(pid=6256) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:33:14.789995 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:14.802169 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:33:14.969223 tst mo_mt_call.py: using LAC 34864\u000a16:33:15.102009 tst mo_mt_call.py: using RAC 184\u000a16:33:15.232901 tst mo_mt_call.py: using CellId 34864\u000a16:33:15.366904 tst mo_mt_call.py: using BVCI 34865\u000a16:33:15.392696 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:15.405153 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:15.417163 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:15.429200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:15.441936 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:15.454412 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:33:15.572597 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:33:15.778706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:16.407333 run create_hlr_db(pid=6250): Launched\u000a16:33:16.608209 bus /sierra_2: Setting Powered False\u000a16:33:17.623502 run create_hlr_db(pid=6250): Terminated: ok {rc=0}\u000a16:33:18.049727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6252): Launched\u000a16:33:18.367892 run osmo-hlr_10.42.42.2(pid=6253): Launched\u000a16:33:18.492221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:19.042472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6255): Launched\u000a16:33:19.357071 run osmo-stp_10.42.42.5(pid=6256): Launched\u000a16:33:19.469105 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:33:20.044249 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6258): Launched\u000a16:33:20.361688 run osmo-msc_10.42.42.6(pid=6259): Launched\u000a16:33:20.546117 run osmo-stp_10.42.42.5(pid=6256): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6256)]\u000a16:33:20.678501 run osmo-stp_10.42.42.5(pid=6256): stdout: \u000a| (launched: 2022-12-13_16:33:19.200788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:20.808193 run osmo-stp_10.42.42.5(pid=6256): stderr: \u000a| �[0;m�[38;5;43m20221213163319372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163319372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163319372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163319373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163319373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163319373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163319374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:20.933523 run osmo-stp_10.42.42.5(pid=6256): stdout: \u000a| (launched: 2022-12-13_16:33:19.200788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:21.057988 run osmo-stp_10.42.42.5(pid=6256): stderr: \u000a| �[0;m�[38;5;43m20221213163319372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163319372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163319372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163319373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163319373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163319373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163319374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:21.113302 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6256): Process ended prematurely: osmo-stp_10.42.42.5(pid=6256) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6256)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a16:33:21.122077 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:33:21.181924 run osmo-hlr_10.42.42.2(pid=6253): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6253)]\u000a16:33:21.230771 run osmo-hlr_10.42.42.2(pid=6253): stdout: \u000a| (launched: 2022-12-13_16:33:18.209725) \u000a16:33:21.280284 run osmo-hlr_10.42.42.2(pid=6253): stderr: \u000a| �[0;m�[1;31m20221213163318388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163318388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163318388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163318388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163318388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163318388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163318400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163318408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163318409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163318409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:21.347787 run osmo-msc_10.42.42.6(pid=6259): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6259)]\u000a16:33:21.396598 run osmo-msc_10.42.42.6(pid=6259): stdout: \u000a| (launched: 2022-12-13_16:33:20.203398) \u000a16:33:21.445724 run osmo-msc_10.42.42.6(pid=6259): stderr: \u000a| �[0;m�[38;5;43m20221213163320478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163320478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04f4accc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163320478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163320478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163320478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163320479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163320480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163320481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163320481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163320481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:33:21.487483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6252): Terminating (SIGTERM)\u000a16:33:21.527199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6255): Terminating (SIGTERM)\u000a16:33:21.567390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6258): Terminating (SIGTERM)\u000a16:33:21.576766 --- ParallelTerminationStrategy: PID 6252 died...\u000a16:33:21.629865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6252): Terminated: ok {rc=0}\u000a16:33:21.639627 --- ParallelTerminationStrategy: PID 6255 died...\u000a16:33:21.692409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6255): Terminated: ok {rc=0}\u000a16:33:21.702153 --- ParallelTerminationStrategy: PID 6258 died...\u000a16:33:21.755156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6258): Terminated: ok {rc=0}\u000a16:33:21.844242 bus /sierra_3: Setting Powered False\u000a16:33:22.948631 bus /sierra_3: Setting Powered False\u000a16:33:24.061826 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:33:25.174746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:25.187137 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a16:33:25.344200 tst mo_mt_call_osmux.py: using LAC 34865\u000a16:33:25.467820 tst mo_mt_call_osmux.py: using RAC 185\u000a16:33:25.592435 tst mo_mt_call_osmux.py: using CellId 34865\u000a16:33:25.716662 tst mo_mt_call_osmux.py: using BVCI 34866\u000a16:33:25.740546 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:25.751984 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:25.763315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:25.774560 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:25.785897 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a16:33:25.797152 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:33:25.920604 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a16:33:26.130428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:26.635277 run create_hlr_db(pid=6261): Launched\u000a16:33:26.815447 bus /sierra_2: Setting Powered False\u000a16:33:27.848725 run create_hlr_db(pid=6261): Terminated: ok {rc=0}\u000a16:33:28.298084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Launched\u000a16:33:28.638405 run osmo-hlr_10.42.42.2(pid=6264): Launched\u000a16:33:28.760633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:29.350541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Launched\u000a16:33:29.688930 run osmo-stp_10.42.42.5(pid=6267): Launched\u000a16:33:29.811500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:33:30.427240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6269): Launched\u000a16:33:30.766088 run osmo-msc_10.42.42.6(pid=6270): Launched\u000a16:33:31.091232 run osmo-stp_10.42.42.5(pid=6267): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)]\u000a16:33:31.354414 run osmo-stp_10.42.42.5(pid=6267): stdout: \u000a| (launched: 2022-12-13_16:33:29.521290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:31.557559 run osmo-stp_10.42.42.5(pid=6267): stderr: \u000a| �[0;m�[38;5;43m20221213163329712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163329712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163329713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163329713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163329714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163329714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163329714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:31.714210 run osmo-stp_10.42.42.5(pid=6267): stdout: \u000a| (launched: 2022-12-13_16:33:29.521290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:31.847334 run osmo-stp_10.42.42.5(pid=6267): stderr: \u000a| �[0;m�[38;5;43m20221213163329712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163329712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163329713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163329713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163329714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163329714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163329714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:31.917992 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6267): Process ended prematurely: osmo-stp_10.42.42.5(pid=6267) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6267)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a16:33:31.927945 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a16:33:31.997713 run osmo-hlr_10.42.42.2(pid=6264): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6264)]\u000a16:33:32.050114 run osmo-hlr_10.42.42.2(pid=6264): stdout: \u000a| (launched: 2022-12-13_16:33:28.470247) \u000a16:33:32.102917 run osmo-hlr_10.42.42.2(pid=6264): stderr: \u000a| �[0;m�[1;31m20221213163328668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163328668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163328668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163328668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163328668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163328668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163328680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163328688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163328688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163328688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:32.174932 run osmo-msc_10.42.42.6(pid=6270): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6270)]\u000a16:33:32.226958 run osmo-msc_10.42.42.6(pid=6270): stdout: \u000a| (launched: 2022-12-13_16:33:30.598321) \u000a16:33:32.279934 run osmo-msc_10.42.42.6(pid=6270): stderr: \u000a| �[0;m�[38;5;43m20221213163330939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163330939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabb81a8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163330939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163330939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163330940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163330940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163330945 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163330946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163330946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163330946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:33:32.325766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Terminating (SIGTERM)\u000a16:33:32.371718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Terminating (SIGTERM)\u000a16:33:32.414791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6269): Terminating (SIGTERM)\u000a16:33:32.425307 --- ParallelTerminationStrategy: PID 6263 died...\u000a16:33:32.483619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6263): Terminated: ok {rc=0}\u000a16:33:32.494330 --- ParallelTerminationStrategy: PID 6266 died...\u000a16:33:32.548616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6266): Terminated: ok {rc=0}\u000a16:33:32.558530 --- ParallelTerminationStrategy: PID 6269 died...\u000a16:33:32.613161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6269): Terminated: ok {rc=0}\u000a16:33:32.702497 bus /sierra_3: Setting Powered False\u000a16:33:33.806181 bus /sierra_3: Setting Powered False\u000a16:33:34.916866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:33:14" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6282): Process ended prematurely: osmo-stp_10.42.42.5(pid=6282) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6282)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6282): Process ended prematurely: osmo-stp_10.42.42.5(pid=6282) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:33:36.930349 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:36.942407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:33:37.109751 tst mo_mt_call.py: using LAC 34866\u000a16:33:37.242948 tst mo_mt_call.py: using RAC 186\u000a16:33:37.374822 tst mo_mt_call.py: using CellId 34866\u000a16:33:37.508102 tst mo_mt_call.py: using BVCI 34867\u000a16:33:37.533918 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:37.546032 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:37.558622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:37.570595 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:37.583134 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:37.595509 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:33:37.720534 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:33:37.938691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:38.470242 run create_hlr_db(pid=6276): Launched\u000a16:33:38.664527 bus /sierra_2: Setting Powered False\u000a16:33:39.685206 run create_hlr_db(pid=6276): Terminated: ok {rc=0}\u000a16:33:40.108532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6278): Launched\u000a16:33:40.423818 run osmo-hlr_10.42.42.2(pid=6279): Launched\u000a16:33:40.543242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:41.090643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6281): Launched\u000a16:33:41.409972 run osmo-stp_10.42.42.5(pid=6282): Launched\u000a16:33:41.524056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:33:42.099312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6284): Launched\u000a16:33:42.416686 run osmo-msc_10.42.42.6(pid=6285): Launched\u000a16:33:42.599394 run osmo-stp_10.42.42.5(pid=6282): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6282)]\u000a16:33:42.731841 run osmo-stp_10.42.42.5(pid=6282): stdout: \u000a| (launched: 2022-12-13_16:33:41.251018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:42.862442 run osmo-stp_10.42.42.5(pid=6282): stderr: \u000a| �[0;m�[38;5;43m20221213163341424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163341424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163341425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163341425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163341426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163341426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163341426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:42.988429 run osmo-stp_10.42.42.5(pid=6282): stdout: \u000a| (launched: 2022-12-13_16:33:41.251018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:43.113159 run osmo-stp_10.42.42.5(pid=6282): stderr: \u000a| �[0;m�[38;5;43m20221213163341424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163341424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163341425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163341425 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163341426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163341426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163341426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:43.168907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6282): Process ended prematurely: osmo-stp_10.42.42.5(pid=6282) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6282)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:33:43.177852 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:33:43.238870 run osmo-hlr_10.42.42.2(pid=6279): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6279)]\u000a16:33:43.288409 run osmo-hlr_10.42.42.2(pid=6279): stdout: \u000a| (launched: 2022-12-13_16:33:40.267758) \u000a16:33:43.338631 run osmo-hlr_10.42.42.2(pid=6279): stderr: \u000a| �[0;m�[1;31m20221213163340443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163340443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163340443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163340443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163340443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163340443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163340455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:43.406688 run osmo-msc_10.42.42.6(pid=6285): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6285)]\u000a16:33:43.455906 run osmo-msc_10.42.42.6(pid=6285): stdout: \u000a| (launched: 2022-12-13_16:33:42.258794) \u000a16:33:43.505701 run osmo-msc_10.42.42.6(pid=6285): stderr: \u000a| �[0;m�[38;5;43m20221213163342529 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163342530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0a1bf7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163342530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163342530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163342530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163342530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163342532 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163342532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163342532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163342532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:33:43.548029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6278): Terminating (SIGTERM)\u000a16:33:43.588273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6281): Terminating (SIGTERM)\u000a16:33:43.628473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6284): Terminating (SIGTERM)\u000a16:33:43.637709 --- ParallelTerminationStrategy: PID 6278 died...\u000a16:33:43.691576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6278): Terminated: ok {rc=0}\u000a16:33:43.701510 --- ParallelTerminationStrategy: PID 6281 died...\u000a16:33:43.755528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6281): Terminated: ok {rc=0}\u000a16:33:43.765533 --- ParallelTerminationStrategy: PID 6284 died...\u000a16:33:43.819200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6284): Terminated: ok {rc=0}\u000a16:33:43.903549 bus /sierra_3: Setting Powered False\u000a16:33:45.007383 bus /sierra_3: Setting Powered False\u000a16:33:46.142829 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6293): Process ended prematurely: osmo-stp_10.42.42.5(pid=6293) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6293)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6293): Process ended prematurely: osmo-stp_10.42.42.5(pid=6293) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:33:47.268456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:47.280690 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:33:47.437525 tst mo_mt_call_osmux.py: using LAC 34867\u000a16:33:47.562048 tst mo_mt_call_osmux.py: using RAC 187\u000a16:33:47.686778 tst mo_mt_call_osmux.py: using CellId 34867\u000a16:33:47.810725 tst mo_mt_call_osmux.py: using BVCI 34868\u000a16:33:47.834591 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:47.846120 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:47.857481 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:47.868619 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:47.879997 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:33:47.891241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:33:48.013643 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:33:48.222079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:33:48.726098 run create_hlr_db(pid=6287): Launched\u000a16:33:48.906816 bus /sierra_2: Setting Powered False\u000a16:33:49.928558 run create_hlr_db(pid=6287): Terminated: ok {rc=0}\u000a16:33:50.378805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6289): Launched\u000a16:33:50.717746 run osmo-hlr_10.42.42.2(pid=6290): Launched\u000a16:33:50.841622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:33:51.430901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6292): Launched\u000a16:33:51.770415 run osmo-stp_10.42.42.5(pid=6293): Launched\u000a16:33:51.892869 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:33:52.508280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6295): Launched\u000a16:33:52.845930 run osmo-msc_10.42.42.6(pid=6296): Launched\u000a16:33:53.043839 run osmo-stp_10.42.42.5(pid=6293): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6293)]\u000a16:33:53.186809 run osmo-stp_10.42.42.5(pid=6293): stdout: \u000a| (launched: 2022-12-13_16:33:51.602020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:53.328214 run osmo-stp_10.42.42.5(pid=6293): stderr: \u000a| �[0;m�[38;5;43m20221213163351794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163351794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163351794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163351795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163351795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163351795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163351795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:53.463473 run osmo-stp_10.42.42.5(pid=6293): stdout: \u000a| (launched: 2022-12-13_16:33:51.602020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:33:53.597441 run osmo-stp_10.42.42.5(pid=6293): stderr: \u000a| �[0;m�[38;5;43m20221213163351794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163351794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163351794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163351795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163351795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163351795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163351795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:33:53.656499 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6293): Process ended prematurely: osmo-stp_10.42.42.5(pid=6293) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6293)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:33:53.666180 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:33:53.730587 run osmo-hlr_10.42.42.2(pid=6290): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6290)]\u000a16:33:53.783224 run osmo-hlr_10.42.42.2(pid=6290): stdout: \u000a| (launched: 2022-12-13_16:33:50.549722) \u000a16:33:53.836876 run osmo-hlr_10.42.42.2(pid=6290): stderr: \u000a| �[0;m�[1;31m20221213163350747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163350747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163350747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163350747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163350747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163350747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163350759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163350767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163350768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163350768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:33:53.909152 run osmo-msc_10.42.42.6(pid=6296): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6296)]\u000a16:33:53.961707 run osmo-msc_10.42.42.6(pid=6296): stdout: \u000a| (launched: 2022-12-13_16:33:52.679041) \u000a16:33:54.014952 run osmo-msc_10.42.42.6(pid=6296): stderr: \u000a| �[0;m�[38;5;43m20221213163352999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163352999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba8f5b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163352999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163352999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163353000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163353000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163353002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163353002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163353002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163353002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:33:54.060306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6289): Terminating (SIGTERM)\u000a16:33:54.103310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6292): Terminating (SIGTERM)\u000a16:33:54.146363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6295): Terminating (SIGTERM)\u000a16:33:54.156427 --- ParallelTerminationStrategy: PID 6289 died...\u000a16:33:54.213955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6289): Terminated: ok {rc=0}\u000a16:33:54.225278 --- ParallelTerminationStrategy: PID 6292 died...\u000a16:33:54.282265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6292): Terminated: ok {rc=0}\u000a16:33:54.293396 --- ParallelTerminationStrategy: PID 6295 died...\u000a16:33:54.350887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6295): Terminated: ok {rc=0}\u000a16:33:54.438725 bus /sierra_3: Setting Powered False\u000a16:33:55.547177 bus /sierra_3: Setting Powered False\u000a16:33:56.656993 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:33:36" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6307): Process ended prematurely: osmo-stp_10.42.42.5(pid=6307) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6307)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6307): Process ended prematurely: osmo-stp_10.42.42.5(pid=6307) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:33:58.658544 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:33:58.670121 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:33:58.828499 tst mo_mt_call.py: using LAC 34868\u000a16:33:58.953992 tst mo_mt_call.py: using RAC 188\u000a16:33:59.079068 tst mo_mt_call.py: using CellId 34868\u000a16:33:59.204205 tst mo_mt_call.py: using BVCI 34869\u000a16:33:59.228162 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:33:59.239686 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:33:59.251316 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:33:59.262955 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:33:59.274414 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:33:59.285763 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:33:59.408440 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:33:59.626191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:00.158445 run create_hlr_db(pid=6301): Launched\u000a16:34:00.354299 bus /sierra_2: Setting Powered False\u000a16:34:01.403854 run create_hlr_db(pid=6301): Terminated: ok {rc=0}\u000a16:34:01.848552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6303): Launched\u000a16:34:02.234360 run osmo-hlr_10.42.42.2(pid=6304): Launched\u000a16:34:02.360782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:02.950412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6306): Launched\u000a16:34:03.290385 run osmo-stp_10.42.42.5(pid=6307): Launched\u000a16:34:03.413448 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:04.033213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6309): Launched\u000a16:34:04.375049 run osmo-msc_10.42.42.6(pid=6310): Launched\u000a16:34:04.573302 run osmo-stp_10.42.42.5(pid=6307): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6307)]\u000a16:34:04.716002 run osmo-stp_10.42.42.5(pid=6307): stdout: \u000a| (launched: 2022-12-13_16:34:03.121962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:04.856440 run osmo-stp_10.42.42.5(pid=6307): stderr: \u000a| �[0;m�[38;5;43m20221213163403314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163403314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163403314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163403315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163403315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163403315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163403315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:04.991397 run osmo-stp_10.42.42.5(pid=6307): stdout: \u000a| (launched: 2022-12-13_16:34:03.121962)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:05.125747 run osmo-stp_10.42.42.5(pid=6307): stderr: \u000a| �[0;m�[38;5;43m20221213163403314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163403314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163403314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163403315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163403315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163403315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163403315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:05.185164 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6307): Process ended prematurely: osmo-stp_10.42.42.5(pid=6307) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6307)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:34:05.194801 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:34:05.258961 run osmo-hlr_10.42.42.2(pid=6304): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6304)]\u000a16:34:05.311498 run osmo-hlr_10.42.42.2(pid=6304): stdout: \u000a| (launched: 2022-12-13_16:34:02.014249) \u000a16:34:05.364903 run osmo-hlr_10.42.42.2(pid=6304): stderr: \u000a| �[0;m�[1;31m20221213163402278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163402278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163402278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163402278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163402278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163402278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163402291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163402301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163402301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163402301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:05.437368 run osmo-msc_10.42.42.6(pid=6310): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6310)]\u000a16:34:05.489679 run osmo-msc_10.42.42.6(pid=6310): stdout: \u000a| (launched: 2022-12-13_16:34:04.205192) \u000a16:34:05.542518 run osmo-msc_10.42.42.6(pid=6310): stderr: \u000a| �[0;m�[38;5;43m20221213163404527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163404527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59dd5edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163404527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163404527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163404527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163404527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163404529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163404530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163404530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163404530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:05.587673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6303): Terminating (SIGTERM)\u000a16:34:05.630376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6306): Terminating (SIGTERM)\u000a16:34:05.673050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6309): Terminating (SIGTERM)\u000a16:34:05.683035 --- ParallelTerminationStrategy: PID 6303 died...\u000a16:34:05.740519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6303): Terminated: ok {rc=0}\u000a16:34:05.751635 --- ParallelTerminationStrategy: PID 6306 died...\u000a16:34:05.808538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6306): Terminated: ok {rc=0}\u000a16:34:05.818958 --- ParallelTerminationStrategy: PID 6309 died...\u000a16:34:05.875928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6309): Terminated: ok {rc=0}\u000a16:34:05.967514 bus /sierra_3: Setting Powered False\u000a16:34:07.072325 bus /sierra_3: Setting Powered False\u000a16:34:08.182391 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6318): Process ended prematurely: osmo-stp_10.42.42.5(pid=6318) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6318): Process ended prematurely: osmo-stp_10.42.42.5(pid=6318) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:34:09.299920 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:34:09.312858 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:34:09.483206 tst mo_mt_call_osmux.py: using LAC 34869\u000a16:34:09.615043 tst mo_mt_call_osmux.py: using RAC 189\u000a16:34:09.746440 tst mo_mt_call_osmux.py: using CellId 34869\u000a16:34:09.878267 tst mo_mt_call_osmux.py: using BVCI 34870\u000a16:34:09.903827 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:34:09.915865 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:34:09.927709 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:34:09.939689 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:34:09.951971 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:34:09.964124 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:34:10.086094 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:34:10.304001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:10.832639 run create_hlr_db(pid=6312): Launched\u000a16:34:11.026476 bus /sierra_2: Setting Powered False\u000a16:34:12.047679 run create_hlr_db(pid=6312): Terminated: ok {rc=0}\u000a16:34:12.472288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6314): Launched\u000a16:34:12.789381 run osmo-hlr_10.42.42.2(pid=6315): Launched\u000a16:34:12.914050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:13.470279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6317): Launched\u000a16:34:13.785608 run osmo-stp_10.42.42.5(pid=6318): Launched\u000a16:34:13.898665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:14.474939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6320): Launched\u000a16:34:14.791249 run osmo-msc_10.42.42.6(pid=6321): Launched\u000a16:34:14.974719 run osmo-stp_10.42.42.5(pid=6318): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)]\u000a16:34:15.106071 run osmo-stp_10.42.42.5(pid=6318): stdout: \u000a| (launched: 2022-12-13_16:34:13.629534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:15.236016 run osmo-stp_10.42.42.5(pid=6318): stderr: \u000a| �[0;m�[38;5;43m20221213163413802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163413802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163413803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163413803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163413803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163413804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163413804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:15.361572 run osmo-stp_10.42.42.5(pid=6318): stdout: \u000a| (launched: 2022-12-13_16:34:13.629534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:15.486631 run osmo-stp_10.42.42.5(pid=6318): stderr: \u000a| �[0;m�[38;5;43m20221213163413802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163413802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163413803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163413803 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163413803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163413804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163413804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:15.541936 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6318): Process ended prematurely: osmo-stp_10.42.42.5(pid=6318) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6318)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:34:15.550715 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:34:15.610813 run osmo-hlr_10.42.42.2(pid=6315): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6315)]\u000a16:34:15.660264 run osmo-hlr_10.42.42.2(pid=6315): stdout: \u000a| (launched: 2022-12-13_16:34:12.631556) \u000a16:34:15.710316 run osmo-hlr_10.42.42.2(pid=6315): stderr: \u000a| �[0;m�[1;31m20221213163412809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163412809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163412809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163412809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163412809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163412809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163412822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163412830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:15.778672 run osmo-msc_10.42.42.6(pid=6321): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6321)]\u000a16:34:15.828129 run osmo-msc_10.42.42.6(pid=6321): stdout: \u000a| (launched: 2022-12-13_16:34:14.634089) \u000a16:34:15.884071 run osmo-msc_10.42.42.6(pid=6321): stderr: \u000a| �[0;m�[38;5;43m20221213163414907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163414907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44f2025c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163414907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163414907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163414908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163414908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163414909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163414910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163414910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163414910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:15.927958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6314): Terminating (SIGTERM)\u000a16:34:15.968660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6317): Terminating (SIGTERM)\u000a16:34:16.009281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6320): Terminating (SIGTERM)\u000a16:34:16.018675 --- ParallelTerminationStrategy: PID 6314 died...\u000a16:34:16.072891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6314): Terminated: ok {rc=0}\u000a16:34:16.083165 --- ParallelTerminationStrategy: PID 6317 died...\u000a16:34:16.137487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6317): Terminated: ok {rc=0}\u000a16:34:16.147741 --- ParallelTerminationStrategy: PID 6320 died...\u000a16:34:16.202222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6320): Terminated: ok {rc=0}\u000a16:34:16.288498 bus /sierra_3: Setting Powered False\u000a16:34:17.390643 bus /sierra_3: Setting Powered False\u000a16:34:18.502946 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:33:58" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6334): Process ended prematurely: osmo-stp_10.42.42.5(pid=6334) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6334)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6334): Process ended prematurely: osmo-stp_10.42.42.5(pid=6334) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a16:34:20.510091 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:20.521942 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:34:20.691948 tst mo_mt_call.py: using LAC 34870\u000a16:34:20.822212 tst mo_mt_call.py: using RAC 190\u000a16:34:20.952088 tst mo_mt_call.py: using CellId 34870\u000a16:34:21.082027 tst mo_mt_call.py: using BVCI 34871\u000a16:34:21.107578 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:21.119258 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:21.130821 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:21.142456 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:21.154436 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:21.166393 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:34:21.289719 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:34:21.507557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:22.037177 run create_hlr_db(pid=6328): Launched\u000a16:34:22.231626 bus /sierra_2: Setting Powered False\u000a16:34:23.252427 run create_hlr_db(pid=6328): Terminated: ok {rc=0}\u000a16:34:23.703761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6330): Launched\u000a16:34:24.042952 run osmo-hlr_10.42.42.2(pid=6331): Launched\u000a16:34:24.167014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:24.754817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6333): Launched\u000a16:34:25.093671 run osmo-stp_10.42.42.5(pid=6334): Launched\u000a16:34:25.215834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:25.832700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6336): Launched\u000a16:34:26.171563 run osmo-msc_10.42.42.6(pid=6337): Launched\u000a16:34:26.369039 run osmo-stp_10.42.42.5(pid=6334): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6334)]\u000a16:34:26.511332 run osmo-stp_10.42.42.5(pid=6334): stdout: \u000a| (launched: 2022-12-13_16:34:24.925179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:26.651616 run osmo-stp_10.42.42.5(pid=6334): stderr: \u000a| �[0;m�[38;5;43m20221213163425114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163425114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163425114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163425115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163425115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163425115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163425115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:26.787081 run osmo-stp_10.42.42.5(pid=6334): stdout: \u000a| (launched: 2022-12-13_16:34:24.925179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:26.920547 run osmo-stp_10.42.42.5(pid=6334): stderr: \u000a| �[0;m�[38;5;43m20221213163425114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163425114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163425114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163425115 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163425115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163425115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163425115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:26.979705 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6334): Process ended prematurely: osmo-stp_10.42.42.5(pid=6334) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6334)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a16:34:26.989435 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:34:27.053627 run osmo-hlr_10.42.42.2(pid=6331): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6331)]\u000a16:34:27.106006 run osmo-hlr_10.42.42.2(pid=6331): stdout: \u000a| (launched: 2022-12-13_16:34:23.875369) \u000a16:34:27.159087 run osmo-hlr_10.42.42.2(pid=6331): stderr: \u000a| �[0;m�[1;31m20221213163424072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163424072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163424073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163424073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163424073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163424073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163424085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:27.231303 run osmo-msc_10.42.42.6(pid=6337): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6337)]\u000a16:34:27.283665 run osmo-msc_10.42.42.6(pid=6337): stdout: \u000a| (launched: 2022-12-13_16:34:26.003902) \u000a16:34:27.337097 run osmo-msc_10.42.42.6(pid=6337): stderr: \u000a| �[0;m�[38;5;43m20221213163426325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163426326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b8e5bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163426326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163426326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163426326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163426326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163426328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163426328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163426328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163426328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:27.382451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6330): Terminating (SIGTERM)\u000a16:34:27.424811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6333): Terminating (SIGTERM)\u000a16:34:27.467379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6336): Terminating (SIGTERM)\u000a16:34:27.477391 --- ParallelTerminationStrategy: PID 6330 died...\u000a16:34:27.534902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6330): Terminated: ok {rc=0}\u000a16:34:27.545325 --- ParallelTerminationStrategy: PID 6333 died...\u000a16:34:27.602136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6333): Terminated: ok {rc=0}\u000a16:34:27.612366 --- ParallelTerminationStrategy: PID 6336 died...\u000a16:34:27.669255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6336): Terminated: ok {rc=0}\u000a16:34:27.757125 bus /sierra_3: Setting Powered False\u000a16:34:28.861579 bus /sierra_3: Setting Powered False\u000a16:34:29.974694 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6346): Process ended prematurely: osmo-stp_10.42.42.5(pid=6346) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6346)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6346): Process ended prematurely: osmo-stp_10.42.42.5(pid=6346) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:34:31.086341 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:31.099152 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:34:31.267139 tst mo_mt_call_osmux.py: using LAC 34871\u000a16:34:31.396247 tst mo_mt_call_osmux.py: using RAC 191\u000a16:34:31.522096 tst mo_mt_call_osmux.py: using CellId 34871\u000a16:34:31.692768 tst mo_mt_call_osmux.py: using BVCI 34872\u000a16:34:31.729028 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:31.743600 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:31.755602 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:31.767699 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:31.779947 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a16:34:31.792033 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:34:31.913688 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a16:34:32.138443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:32.657053 run create_hlr_db(pid=6339): Launched\u000a16:34:32.852169 bus /sierra_2: Setting Powered False\u000a16:34:33.873286 run create_hlr_db(pid=6339): Terminated: ok {rc=0}\u000a16:34:34.295661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6342): Launched\u000a16:34:34.611256 run osmo-hlr_10.42.42.2(pid=6343): Launched\u000a16:34:34.736104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:35.289622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6345): Launched\u000a16:34:35.606581 run osmo-stp_10.42.42.5(pid=6346): Launched\u000a16:34:35.719279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:36.292870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6348): Launched\u000a16:34:36.610631 run osmo-msc_10.42.42.6(pid=6349): Launched\u000a16:34:36.794329 run osmo-stp_10.42.42.5(pid=6346): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6346)]\u000a16:34:36.926427 run osmo-stp_10.42.42.5(pid=6346): stdout: \u000a| (launched: 2022-12-13_16:34:35.449267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:37.056384 run osmo-stp_10.42.42.5(pid=6346): stderr: \u000a| �[0;m�[38;5;43m20221213163435619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163435620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163435620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163435620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163435621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163435621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163435621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:37.181933 run osmo-stp_10.42.42.5(pid=6346): stdout: \u000a| (launched: 2022-12-13_16:34:35.449267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:37.305997 run osmo-stp_10.42.42.5(pid=6346): stderr: \u000a| �[0;m�[38;5;43m20221213163435619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163435620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163435620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163435620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163435621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163435621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163435621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:37.361199 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6346): Process ended prematurely: osmo-stp_10.42.42.5(pid=6346) [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6346)] [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a16:34:37.370072 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a16:34:37.430238 run osmo-hlr_10.42.42.2(pid=6343): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6343)]\u000a16:34:37.479387 run osmo-hlr_10.42.42.2(pid=6343): stdout: \u000a| (launched: 2022-12-13_16:34:34.455674) \u000a16:34:37.529322 run osmo-hlr_10.42.42.2(pid=6343): stderr: \u000a| �[0;m�[1;31m20221213163434634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163434634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163434634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163434634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163434634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163434634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163434647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163434656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163434656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163434656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:37.598075 run osmo-msc_10.42.42.6(pid=6349): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6349)]\u000a16:34:37.647100 run osmo-msc_10.42.42.6(pid=6349): stdout: \u000a| (launched: 2022-12-13_16:34:36.452533) \u000a16:34:37.696872 run osmo-msc_10.42.42.6(pid=6349): stderr: \u000a| �[0;m�[38;5;43m20221213163436725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163436726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb6cabac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163436726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163436726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163436726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163436726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163436728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163436728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163436728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163436728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:37.738932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6342): Terminating (SIGTERM)\u000a16:34:37.779166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6345): Terminating (SIGTERM)\u000a16:34:37.818905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6348): Terminating (SIGTERM)\u000a16:34:37.828280 --- ParallelTerminationStrategy: PID 6342 died...\u000a16:34:37.881941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6342): Terminated: ok {rc=0}\u000a16:34:37.891612 --- ParallelTerminationStrategy: PID 6345 died...\u000a16:34:37.944895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6345): Terminated: ok {rc=0}\u000a16:34:37.954604 --- ParallelTerminationStrategy: PID 6348 died...\u000a16:34:38.007773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6348): Terminated: ok {rc=0}\u000a16:34:38.096747 bus /sierra_3: Setting Powered False\u000a16:34:39.201230 bus /sierra_3: Setting Powered False\u000a16:34:40.313792 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:34:20" }, { "cases" : [ { "testActions" : [ ], "age" : 250, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6360): Process ended prematurely: osmo-stp_10.42.42.5(pid=6360) [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6360)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6360): Process ended prematurely: osmo-stp_10.42.42.5(pid=6360) [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:34:42.333260 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:42.345217 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:34:42.486981 tst emergency_mo_mt_call.py: using LAC 34872\u000a16:34:42.606661 tst emergency_mo_mt_call.py: using RAC 192\u000a16:34:42.728491 tst emergency_mo_mt_call.py: using CellId 34872\u000a16:34:42.848172 tst emergency_mo_mt_call.py: using BVCI 34873\u000a16:34:42.871509 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:42.882545 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:42.893355 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:42.904064 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:42.914854 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:42.925632 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:43.048133 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:43.252922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:43.751513 run create_hlr_db(pid=6354): Launched\u000a16:34:43.930342 bus /sierra_2: Setting Powered False\u000a16:34:44.950889 run create_hlr_db(pid=6354): Terminated: ok {rc=0}\u000a16:34:45.366934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6356): Launched\u000a16:34:45.676763 run osmo-hlr_10.42.42.2(pid=6357): Launched\u000a16:34:45.792476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:46.366032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6359): Launched\u000a16:34:46.802813 run osmo-stp_10.42.42.5(pid=6360): Launched\u000a16:34:47.031054 tst emergency_mo_mt_call.py: using MSISDN 8222\u000a16:34:47.201735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:47.814295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6362): Launched\u000a16:34:48.148493 run osmo-msc_10.42.42.6(pid=6363): Launched\u000a16:34:48.343426 run osmo-stp_10.42.42.5(pid=6360): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6360)]\u000a16:34:48.483131 run osmo-stp_10.42.42.5(pid=6360): stdout: \u000a| (launched: 2022-12-13_16:34:46.539818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:48.621551 run osmo-stp_10.42.42.5(pid=6360): stderr: \u000a| �[0;m�[38;5;43m20221213163446835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163446835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163446835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163446836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163446836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163446836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163446836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:48.754829 run osmo-stp_10.42.42.5(pid=6360): stdout: \u000a| (launched: 2022-12-13_16:34:46.539818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:48.886509 run osmo-stp_10.42.42.5(pid=6360): stderr: \u000a| �[0;m�[38;5;43m20221213163446835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163446835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163446835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163446836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163446836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163446836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163446836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:48.944276 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=6360): Process ended prematurely: osmo-stp_10.42.42.5(pid=6360) [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6360)] [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a16:34:48.953369 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a16:34:49.017705 run osmo-hlr_10.42.42.2(pid=6357): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6357)]\u000a16:34:49.070049 run osmo-hlr_10.42.42.2(pid=6357): stdout: \u000a| (launched: 2022-12-13_16:34:45.523863) \u000a16:34:49.122935 run osmo-hlr_10.42.42.2(pid=6357): stderr: \u000a| �[0;m�[1;31m20221213163445699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163445699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163445699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163445699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163445699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163445699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163445710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163445718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163445718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163445718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:49.194652 run osmo-msc_10.42.42.6(pid=6363): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6363)]\u000a16:34:49.246861 run osmo-msc_10.42.42.6(pid=6363): stdout: \u000a| (launched: 2022-12-13_16:34:47.982606) \u000a16:34:49.299806 run osmo-msc_10.42.42.6(pid=6363): stderr: \u000a| �[0;m�[38;5;43m20221213163448304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163448304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03a94c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163448304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163448304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163448304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163448305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163448306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163448307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163448307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163448307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:34:49.345248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6356): Terminating (SIGTERM)\u000a16:34:49.387858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6359): Terminating (SIGTERM)\u000a16:34:49.430606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6362): Terminating (SIGTERM)\u000a16:34:49.440541 --- ParallelTerminationStrategy: PID 6356 died...\u000a16:34:49.497896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6356): Terminated: ok {rc=0}\u000a16:34:49.508340 --- ParallelTerminationStrategy: PID 6359 died...\u000a16:34:49.565407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6359): Terminated: ok {rc=0}\u000a16:34:49.575683 --- ParallelTerminationStrategy: PID 6362 died...\u000a16:34:49.632493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6362): Terminated: ok {rc=0}\u000a16:34:49.721226 bus /sierra_3: Setting Powered False\u000a16:34:50.829640 bus /sierra_3: Setting Powered False\u000a16:34:51.942786 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6371): Process ended prematurely: osmo-stp_10.42.42.5(pid=6371) [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6371)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6371): Process ended prematurely: osmo-stp_10.42.42.5(pid=6371) [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:34:52.996448 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:53.009018 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:34:53.154324 tst emergency_preemptive_call.py: using LAC 34873\u000a16:34:53.284561 tst emergency_preemptive_call.py: using RAC 193\u000a16:34:53.416497 tst emergency_preemptive_call.py: using CellId 34873\u000a16:34:53.544582 tst emergency_preemptive_call.py: using BVCI 34874\u000a16:34:53.569762 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:53.581328 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:53.592606 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:53.603865 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:53.615555 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:34:53.627178 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:53.751317 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:53.868101 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:53.985925 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:34:54.191256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:34:54.687872 run create_hlr_db(pid=6365): Launched\u000a16:34:54.866092 bus /sierra_2: Setting Powered False\u000a16:34:55.885233 run create_hlr_db(pid=6365): Terminated: ok {rc=0}\u000a16:34:56.325182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6367): Launched\u000a16:34:56.658427 run osmo-hlr_10.42.42.2(pid=6368): Launched\u000a16:34:56.778444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:34:57.355456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6370): Launched\u000a16:34:57.688483 run osmo-stp_10.42.42.5(pid=6371): Launched\u000a16:34:57.827585 tst emergency_preemptive_call.py: using MSISDN 8223\u000a16:34:57.992433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:34:58.595896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6373): Launched\u000a16:34:58.929039 run osmo-msc_10.42.42.6(pid=6374): Launched\u000a16:34:59.122941 run osmo-stp_10.42.42.5(pid=6371): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6371)]\u000a16:34:59.262706 run osmo-stp_10.42.42.5(pid=6371): stdout: \u000a| (launched: 2022-12-13_16:34:57.523693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:59.401482 run osmo-stp_10.42.42.5(pid=6371): stderr: \u000a| �[0;m�[38;5;43m20221213163457713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163457714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163457714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163457714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163457715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163457715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163457716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:59.534370 run osmo-stp_10.42.42.5(pid=6371): stdout: \u000a| (launched: 2022-12-13_16:34:57.523693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:34:59.666124 run osmo-stp_10.42.42.5(pid=6371): stderr: \u000a| �[0;m�[38;5;43m20221213163457713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163457714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163457714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163457714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163457715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163457715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163457716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:34:59.724145 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=6371): Process ended prematurely: osmo-stp_10.42.42.5(pid=6371) [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6371)] [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a16:34:59.733355 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a16:34:59.798139 run osmo-hlr_10.42.42.2(pid=6368): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6368)]\u000a16:34:59.850663 run osmo-hlr_10.42.42.2(pid=6368): stdout: \u000a| (launched: 2022-12-13_16:34:56.493804) \u000a16:34:59.903739 run osmo-hlr_10.42.42.2(pid=6368): stderr: \u000a| �[0;m�[1;31m20221213163456689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163456689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163456689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163456689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163456689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163456689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163456702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163456711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163456711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163456711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:34:59.975967 run osmo-msc_10.42.42.6(pid=6374): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6374)]\u000a16:35:00.028315 run osmo-msc_10.42.42.6(pid=6374): stdout: \u000a| (launched: 2022-12-13_16:34:58.763429) \u000a16:35:00.081232 run osmo-msc_10.42.42.6(pid=6374): stderr: \u000a| �[0;m�[38;5;43m20221213163459083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163459084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90f13f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163459084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163459084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163459084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163459084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163459086 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163459086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163459087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163459087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:35:00.126467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6367): Terminating (SIGTERM)\u000a16:35:00.169225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6370): Terminating (SIGTERM)\u000a16:35:00.211912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6373): Terminating (SIGTERM)\u000a16:35:00.221925 --- ParallelTerminationStrategy: PID 6367 died...\u000a16:35:00.279052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6367): Terminated: ok {rc=0}\u000a16:35:00.289296 --- ParallelTerminationStrategy: PID 6370 died...\u000a16:35:00.346321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6370): Terminated: ok {rc=0}\u000a16:35:00.356647 --- ParallelTerminationStrategy: PID 6373 died...\u000a16:35:00.413230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6373): Terminated: ok {rc=0}\u000a16:35:00.501290 bus /sierra_9: Setting Powered False\u000a16:35:01.606774 bus /sierra_9: Setting Powered False\u000a16:35:02.718882 bus /sierra_8: Setting Powered False\u000a16:35:03.823284 bus /sierra_8: Setting Powered False\u000a16:35:04.931370 bus /sierra_3: Setting Powered False\u000a16:35:06.038411 bus /sierra_3: Setting Powered False\u000a16:35:07.149087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:34:42" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6392): Process ended prematurely: osmo-stp_10.42.42.5(pid=6392) [trial-2391↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6392)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6392): Process ended prematurely: osmo-stp_10.42.42.5(pid=6392) [trial-2391↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:35:09.283337 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.294978 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:35:09.440814 tst cs_paging_gprs_active.py: using LAC 34874\u000a16:35:09.573553 tst cs_paging_gprs_active.py: using RAC 194\u000a16:35:09.706877 tst cs_paging_gprs_active.py: using CellId 34874\u000a16:35:09.839460 tst cs_paging_gprs_active.py: using BVCI 34875\u000a16:35:09.865119 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.876772 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.888049 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.899322 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.910844 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.922479 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.934249 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.945793 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:09.957549 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:10.084497 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:10.376662 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:35:10.508369 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:10.835289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6382): Launched\u000a16:35:11.109954 run iperf3-srv_10.42.42.10(pid=6383): Launched\u000a16:35:11.302332 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:35:11.433209 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:11.760642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6384): Launched\u000a16:35:12.033621 run iperf3-srv_10.42.42.10(pid=6385): Launched\u000a16:35:12.225989 tst cs_paging_gprs_active.py:38: start network...\u000a16:35:12.356552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:12.863167 run create_hlr_db(pid=6386): Launched\u000a16:35:13.043771 bus /sierra_2: Setting Powered False\u000a16:35:14.065340 run create_hlr_db(pid=6386): Terminated: ok {rc=0}\u000a16:35:14.515035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6388): Launched\u000a16:35:14.854726 run osmo-hlr_10.42.42.2(pid=6389): Launched\u000a16:35:14.980326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:15.571446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6391): Launched\u000a16:35:16.035785 run osmo-stp_10.42.42.5(pid=6392): Launched\u000a16:35:16.258350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:16.871155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6394): Launched\u000a16:35:16.995613 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:17.306017 run patchelf(pid=6395): Launched\u000a16:35:17.504263 run osmo-stp_10.42.42.5(pid=6392): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6392)]\u000a16:35:17.648708 run osmo-stp_10.42.42.5(pid=6392): stdout: \u000a| (launched: 2022-12-13_16:35:15.743092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:17.793796 run osmo-stp_10.42.42.5(pid=6392): stderr: \u000a| �[0;m�[38;5;43m20221213163516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163516026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:17.933379 run osmo-stp_10.42.42.5(pid=6392): stdout: \u000a| (launched: 2022-12-13_16:35:15.743092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:18.071553 run osmo-stp_10.42.42.5(pid=6392): stderr: \u000a| �[0;m�[38;5;43m20221213163516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163516025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163516026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163516026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:18.232699 run patchelf(pid=6395): Terminating (SIGINT)\u000a16:35:18.422968 run patchelf(pid=6395): Terminated: ok {rc=0}\u000a16:35:18.457911 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6392): Process ended prematurely: osmo-stp_10.42.42.5(pid=6392) [trial-2391↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6392)] [trial-2391↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a16:35:18.467965 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a16:35:18.532664 run osmo-hlr_10.42.42.2(pid=6389): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6389)]\u000a16:35:18.585112 run osmo-hlr_10.42.42.2(pid=6389): stdout: \u000a| (launched: 2022-12-13_16:35:14.687013) \u000a16:35:18.638176 run osmo-hlr_10.42.42.2(pid=6389): stderr: \u000a| �[0;m�[1;31m20221213163514884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163514884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163514884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163514884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163514884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163514884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163514897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163514905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163514905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163514905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:18.683682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6382): Terminating (SIGTERM)\u000a16:35:18.726924 run iperf3-srv_10.42.42.10(pid=6383): Terminating (SIGTERM)\u000a16:35:18.770366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6384): Terminating (SIGTERM)\u000a16:35:18.813367 run iperf3-srv_10.42.42.10(pid=6385): Terminating (SIGTERM)\u000a16:35:18.856315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6388): Terminating (SIGTERM)\u000a16:35:18.899321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6391): Terminating (SIGTERM)\u000a16:35:18.942254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6394): Terminating (SIGTERM)\u000a16:35:18.952027 --- ParallelTerminationStrategy: PID 6382 died...\u000a16:35:19.009603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6382): Terminated: ok {rc=0}\u000a16:35:19.020312 --- ParallelTerminationStrategy: PID 6383 died...\u000a16:35:19.077682 run iperf3-srv_10.42.42.10(pid=6383): Terminated {rc=256}\u000a16:35:19.088151 --- ParallelTerminationStrategy: PID 6384 died...\u000a16:35:19.144488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6384): Terminated: ok {rc=0}\u000a16:35:19.154909 --- ParallelTerminationStrategy: PID 6385 died...\u000a16:35:19.211305 run iperf3-srv_10.42.42.10(pid=6385): Terminated {rc=256}\u000a16:35:19.222138 --- ParallelTerminationStrategy: PID 6388 died...\u000a16:35:19.279185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6388): Terminated: ok {rc=0}\u000a16:35:19.290260 --- ParallelTerminationStrategy: PID 6391 died...\u000a16:35:19.347344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6391): Terminated: ok {rc=0}\u000a16:35:19.358227 --- ParallelTerminationStrategy: PID 6394 died...\u000a16:35:19.415114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6394): Terminated: ok {rc=0}\u000a16:35:19.503363 bus /gobi_0: Setting Powered False\u000a16:35:20.611824 bus /gobi_0: Setting Powered False\u000a16:35:21.720774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a16:35:22.838880 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:22.851067 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:35:22.998163 tst iperf3.py: using LAC 34875\u000a16:35:23.130017 tst iperf3.py: using RAC 195\u000a16:35:23.262229 tst iperf3.py: using CellId 34875\u000a16:35:23.393621 tst iperf3.py: using BVCI 34876\u000a16:35:23.419457 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.430959 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.442550 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.453802 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.465276 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.476615 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.488344 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.499774 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:23.511405 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:23.799785 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:35:23.931277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:24.259970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6396): Launched\u000a16:35:24.535227 run iperf3-srv_10.42.42.10(pid=6397): Launched\u000a16:35:24.726796 tst iperf3.py:8: start network...\u000a16:35:24.858069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:25.364139 run create_hlr_db(pid=6398): Launched\u000a16:35:25.544223 bus /gobi_6: Setting Powered False\u000a16:35:26.566231 run create_hlr_db(pid=6398): Terminated: ok {rc=0}\u000a16:35:26.987765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Launched\u000a16:35:27.303638 run osmo-hlr_10.42.42.2(pid=6401): Launched\u000a16:35:27.417816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:27.968327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Launched\u000a16:35:28.286755 run osmo-stp_10.42.42.5(pid=6404): Launched\u000a16:35:28.401447 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:28.953351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6406): Launched\u000a16:35:29.065517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:29.343617 run patchelf(pid=6407): Launched\u000a16:35:29.528204 run osmo-stp_10.42.42.5(pid=6404): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]\u000a16:35:29.663236 run osmo-stp_10.42.42.5(pid=6404): stdout: \u000a| (launched: 2022-12-13_16:35:28.128705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:29.798559 run osmo-stp_10.42.42.5(pid=6404): stderr: \u000a| �[0;m�[38;5;43m20221213163528298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163528298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163528298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163528298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:29.928780 run osmo-stp_10.42.42.5(pid=6404): stdout: \u000a| (launched: 2022-12-13_16:35:28.128705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:30.058799 run osmo-stp_10.42.42.5(pid=6404): stderr: \u000a| �[0;m�[38;5;43m20221213163528298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163528298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163528298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163528298 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163528299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:30.209843 run patchelf(pid=6407): Terminating (SIGINT)\u000a16:35:30.387658 run patchelf(pid=6407): Terminated: ok {rc=0}\u000a16:35:30.420321 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)] [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a16:35:30.429674 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:35:30.490907 run osmo-hlr_10.42.42.2(pid=6401): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6401)]\u000a16:35:30.540451 run osmo-hlr_10.42.42.2(pid=6401): stdout: \u000a| (launched: 2022-12-13_16:35:27.147742) \u000a16:35:30.591476 run osmo-hlr_10.42.42.2(pid=6401): stderr: \u000a| �[0;m�[1;31m20221213163527323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163527323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163527324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163527324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163527324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163527324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163527372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163527381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163527381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163527381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:30.634429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6396): Terminating (SIGTERM)\u000a16:35:30.674856 run iperf3-srv_10.42.42.10(pid=6397): Terminating (SIGTERM)\u000a16:35:30.715207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Terminating (SIGTERM)\u000a16:35:30.756191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Terminating (SIGTERM)\u000a16:35:30.796294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6406): Terminating (SIGTERM)\u000a16:35:30.805739 --- ParallelTerminationStrategy: PID 6396 died...\u000a16:35:30.885524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6396): Terminated: ok {rc=0}\u000a16:35:30.896110 --- ParallelTerminationStrategy: PID 6397 died...\u000a16:35:30.950992 run iperf3-srv_10.42.42.10(pid=6397): Terminated {rc=256}\u000a16:35:30.961307 --- ParallelTerminationStrategy: PID 6400 died...\u000a16:35:31.018529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Terminated: ok {rc=0}\u000a16:35:31.030861 --- ParallelTerminationStrategy: PID 6403 died...\u000a16:35:31.097390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Terminated: ok {rc=0}\u000a16:35:31.109730 --- ParallelTerminationStrategy: PID 6406 died...\u000a16:35:31.177045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6406): Terminated: ok {rc=0}\u000a16:35:31.276880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6422): Process ended prematurely: osmo-stp_10.42.42.5(pid=6422) [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6422): Process ended prematurely: osmo-stp_10.42.42.5(pid=6422) [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a16:35:32.396810 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:32.409248 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:35:32.548452 tst iperf3m4.py: using LAC 34876\u000a16:35:32.671709 tst iperf3m4.py: using RAC 196\u000a16:35:32.794934 tst iperf3m4.py: using CellId 34876\u000a16:35:32.926137 tst iperf3m4.py: using BVCI 34877\u000a16:35:32.952499 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:32.964142 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:32.975713 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:32.987310 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:32.999570 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:33.011774 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:33.024272 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:33.036414 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:33.048930 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:33.171750 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:33.298318 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:33.419346 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:33.713269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:35:33.843755 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:34.170683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6408): Launched\u000a16:35:34.443451 run iperf3-srv_10.42.42.10(pid=6409): Launched\u000a16:35:34.635374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:35:34.766249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:35.093619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6410): Launched\u000a16:35:35.366870 run iperf3-srv_10.42.42.10(pid=6411): Launched\u000a16:35:35.558252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:35:35.688235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:36.016536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6412): Launched\u000a16:35:36.288253 run iperf3-srv_10.42.42.10(pid=6413): Launched\u000a16:35:36.480439 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:35:36.610792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:35:36.937707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6414): Launched\u000a16:35:37.209669 run iperf3-srv_10.42.42.10(pid=6415): Launched\u000a16:35:37.401046 tst iperf3m4.py:8: start network...\u000a16:35:37.531405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:38.035503 run create_hlr_db(pid=6416): Launched\u000a16:35:38.216235 bus /gobi_6: Setting Powered False\u000a16:35:39.236630 run create_hlr_db(pid=6416): Terminated: ok {rc=0}\u000a16:35:39.686571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6418): Launched\u000a16:35:40.026934 run osmo-hlr_10.42.42.2(pid=6419): Launched\u000a16:35:40.151128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:40.842063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6421): Launched\u000a16:35:41.174239 run osmo-stp_10.42.42.5(pid=6422): Launched\u000a16:35:41.294366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:41.872050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6424): Launched\u000a16:35:42.006305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:42.296881 run patchelf(pid=6425): Launched\u000a16:35:42.490595 run osmo-stp_10.42.42.5(pid=6422): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)]\u000a16:35:42.631979 run osmo-stp_10.42.42.5(pid=6422): stdout: \u000a| (launched: 2022-12-13_16:35:41.009718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:42.773689 run osmo-stp_10.42.42.5(pid=6422): stderr: \u000a| �[0;m�[38;5;43m20221213163541198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163541199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163541199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163541199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163541200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163541200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163541200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:42.910216 run osmo-stp_10.42.42.5(pid=6422): stdout: \u000a| (launched: 2022-12-13_16:35:41.009718)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:43.045372 run osmo-stp_10.42.42.5(pid=6422): stderr: \u000a| �[0;m�[38;5;43m20221213163541198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163541199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163541199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163541199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163541200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163541200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163541200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:43.203694 run patchelf(pid=6425): Terminating (SIGINT)\u000a16:35:43.389957 run patchelf(pid=6425): Terminated: ok {rc=0}\u000a16:35:43.423986 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6422): Process ended prematurely: osmo-stp_10.42.42.5(pid=6422) [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6422)] [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a16:35:43.434187 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a16:35:43.499220 run osmo-hlr_10.42.42.2(pid=6419): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6419)]\u000a16:35:43.551561 run osmo-hlr_10.42.42.2(pid=6419): stdout: \u000a| (launched: 2022-12-13_16:35:39.857730) \u000a16:35:43.604779 run osmo-hlr_10.42.42.2(pid=6419): stderr: \u000a| �[0;m�[1;31m20221213163540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163540056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163540057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163540069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163540077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163540077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163540077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:43.650183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6408): Terminating (SIGTERM)\u000a16:35:43.692895 run iperf3-srv_10.42.42.10(pid=6409): Terminating (SIGTERM)\u000a16:35:43.735733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6410): Terminating (SIGTERM)\u000a16:35:43.778680 run iperf3-srv_10.42.42.10(pid=6411): Terminating (SIGTERM)\u000a16:35:43.821324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6412): Terminating (SIGTERM)\u000a16:35:43.863771 run iperf3-srv_10.42.42.10(pid=6413): Terminating (SIGTERM)\u000a16:35:43.906755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6414): Terminating (SIGTERM)\u000a16:35:43.949232 run iperf3-srv_10.42.42.10(pid=6415): Terminating (SIGTERM)\u000a16:35:43.991819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6418): Terminating (SIGTERM)\u000a16:35:44.034738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6421): Terminating (SIGTERM)\u000a16:35:44.077455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6424): Terminating (SIGTERM)\u000a16:35:44.087509 --- ParallelTerminationStrategy: PID 6408 died...\u000a16:35:44.145041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6408): Terminated: ok {rc=0}\u000a16:35:44.155374 --- ParallelTerminationStrategy: PID 6409 died...\u000a16:35:44.212098 run iperf3-srv_10.42.42.10(pid=6409): Terminated {rc=256}\u000a16:35:44.222340 --- ParallelTerminationStrategy: PID 6410 died...\u000a16:35:44.278869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6410): Terminated: ok {rc=0}\u000a16:35:44.289202 --- ParallelTerminationStrategy: PID 6411 died...\u000a16:35:44.346023 run iperf3-srv_10.42.42.10(pid=6411): Terminated {rc=256}\u000a16:35:44.356330 --- ParallelTerminationStrategy: PID 6412 died...\u000a16:35:44.413412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6412): Terminated: ok {rc=0}\u000a16:35:44.423780 --- ParallelTerminationStrategy: PID 6413 died...\u000a16:35:44.480559 run iperf3-srv_10.42.42.10(pid=6413): Terminated {rc=256}\u000a16:35:44.490858 --- ParallelTerminationStrategy: PID 6414 died...\u000a16:35:44.547628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6414): Terminated: ok {rc=0}\u000a16:35:44.558013 --- ParallelTerminationStrategy: PID 6415 died...\u000a16:35:44.614577 run iperf3-srv_10.42.42.10(pid=6415): Terminated {rc=256}\u000a16:35:44.625400 --- ParallelTerminationStrategy: PID 6418 died...\u000a16:35:44.682397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6418): Terminated: ok {rc=0}\u000a16:35:44.692591 --- ParallelTerminationStrategy: PID 6421 died...\u000a16:35:44.749711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6421): Terminated: ok {rc=0}\u000a16:35:44.759913 --- ParallelTerminationStrategy: PID 6424 died...\u000a16:35:44.816664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6424): Terminated: ok {rc=0}\u000a16:35:44.903710 bus /gobi_4: Setting Powered False\u000a16:35:46.020160 bus /gobi_4: Setting Powered False\u000a16:35:47.131552 bus /gobi_1: Setting Powered False\u000a16:35:48.239663 bus /gobi_1: Setting Powered False\u000a16:35:49.348206 bus /gobi_0: Setting Powered False\u000a16:35:50.455173 bus /gobi_0: Setting Powered False\u000a16:35:51.564913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2391↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2391↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a16:35:52.634127 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:52.646480 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:35:52.782974 tst ping.py: using LAC 34877\u000a16:35:52.903813 tst ping.py: using RAC 197\u000a16:35:53.024174 tst ping.py: using CellId 34877\u000a16:35:53.143945 tst ping.py: using BVCI 34878\u000a16:35:53.167004 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.177838 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.188553 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.199236 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.209765 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.220311 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.231193 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:35:53.241993 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:35:53.537553 tst ping.py:19: start network...\u000a16:35:53.674096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:35:54.187902 run create_hlr_db(pid=6426): Launched\u000a16:35:54.377905 bus /gobi_6: Setting Powered False\u000a16:35:55.397857 run create_hlr_db(pid=6426): Terminated: ok {rc=0}\u000a16:35:55.810088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Launched\u000a16:35:56.116177 run osmo-hlr_10.42.42.2(pid=6429): Launched\u000a16:35:56.229446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:35:56.762793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Launched\u000a16:35:57.070294 run osmo-stp_10.42.42.5(pid=6432): Launched\u000a16:35:57.179820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:35:57.711286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6434): Launched\u000a16:35:57.819089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:35:58.085871 run patchelf(pid=6435): Launched\u000a16:35:58.264376 run osmo-stp_10.42.42.5(pid=6432): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]\u000a16:35:58.394810 run osmo-stp_10.42.42.5(pid=6432): stdout: \u000a| (launched: 2022-12-13_16:35:56.917440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:58.525783 run osmo-stp_10.42.42.5(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221213163557086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163557086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163557086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163557087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163557087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163557087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163557087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:58.651396 run osmo-stp_10.42.42.5(pid=6432): stdout: \u000a| (launched: 2022-12-13_16:35:56.917440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:35:58.775775 run osmo-stp_10.42.42.5(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221213163557086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163557086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163557086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163557087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163557087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163557087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163557087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:35:58.921083 run patchelf(pid=6435): Terminating (SIGINT)\u000a16:35:59.091386 run patchelf(pid=6435): Terminated: ok {rc=0}\u000a16:35:59.122592 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2391↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)] [trial-2391↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a16:35:59.131284 tst ping.py:22: Test FAILED (6.5 sec)\u000a16:35:59.191191 run osmo-hlr_10.42.42.2(pid=6429): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6429)]\u000a16:35:59.240055 run osmo-hlr_10.42.42.2(pid=6429): stdout: \u000a| (launched: 2022-12-13_16:35:55.964907) \u000a16:35:59.289712 run osmo-hlr_10.42.42.2(pid=6429): stderr: \u000a| �[0;m�[1;31m20221213163556139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163556139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163556139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163556139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163556139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163556139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163556152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163556162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163556163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163556163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:35:59.331895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Terminating (SIGTERM)\u000a16:35:59.371715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Terminating (SIGTERM)\u000a16:35:59.412102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6434): Terminating (SIGTERM)\u000a16:35:59.421268 --- ParallelTerminationStrategy: PID 6428 died...\u000a16:35:59.474474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Terminated: ok {rc=0}\u000a16:35:59.483958 --- ParallelTerminationStrategy: PID 6431 died...\u000a16:35:59.536933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Terminated: ok {rc=0}\u000a16:35:59.546466 --- ParallelTerminationStrategy: PID 6434 died...\u000a16:35:59.599533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6434): Terminated: ok {rc=0}\u000a16:35:59.683852 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6442): Process ended prematurely: osmo-stp_10.42.42.5(pid=6442) [trial-2391↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6442): Process ended prematurely: osmo-stp_10.42.42.5(pid=6442) [trial-2391↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a16:36:00.736242 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:00.748586 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a16:36:00.901906 tst ping_idle_ping.py: using LAC 34878\u000a16:36:01.037963 tst ping_idle_ping.py: using RAC 198\u000a16:36:01.201272 tst ping_idle_ping.py: using CellId 34878\u000a16:36:01.341963 tst ping_idle_ping.py: using BVCI 34879\u000a16:36:01.368692 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.381197 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.395348 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.408010 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.420663 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.433422 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.446276 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a16:36:01.460894 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a16:36:01.781887 tst ping_idle_ping.py:24: start network...\u000a16:36:01.913614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:02.485523 run create_hlr_db(pid=6436): Launched\u000a16:36:02.676513 bus /gobi_6: Setting Powered False\u000a16:36:03.696261 run create_hlr_db(pid=6436): Terminated: ok {rc=0}\u000a16:36:04.108471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6438): Launched\u000a16:36:04.415680 run osmo-hlr_10.42.42.2(pid=6439): Launched\u000a16:36:04.527821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:05.059153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6441): Launched\u000a16:36:05.368400 run osmo-stp_10.42.42.5(pid=6442): Launched\u000a16:36:05.479100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:06.012316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6444): Launched\u000a16:36:06.120645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:06.390831 run patchelf(pid=6445): Launched\u000a16:36:06.569542 run osmo-stp_10.42.42.5(pid=6442): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)]\u000a16:36:06.700877 run osmo-stp_10.42.42.5(pid=6442): stdout: \u000a| (launched: 2022-12-13_16:36:05.214589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:06.832659 run osmo-stp_10.42.42.5(pid=6442): stderr: \u000a| �[0;m�[38;5;43m20221213163605386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163605386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163605386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163605386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163605387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163605387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163605387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:06.958946 run osmo-stp_10.42.42.5(pid=6442): stdout: \u000a| (launched: 2022-12-13_16:36:05.214589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:07.083622 run osmo-stp_10.42.42.5(pid=6442): stderr: \u000a| �[0;m�[38;5;43m20221213163605386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163605386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163605386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163605386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163605387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163605387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163605387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:07.229744 run patchelf(pid=6445): Terminating (SIGINT)\u000a16:36:07.401569 run patchelf(pid=6445): Terminated: ok {rc=0}\u000a16:36:07.432786 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6442): Process ended prematurely: osmo-stp_10.42.42.5(pid=6442) [trial-2391↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6442)] [trial-2391↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a16:36:07.441679 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:36:07.502261 run osmo-hlr_10.42.42.2(pid=6439): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6439)]\u000a16:36:07.551287 run osmo-hlr_10.42.42.2(pid=6439): stdout: \u000a| (launched: 2022-12-13_16:36:04.264083) \u000a16:36:07.601155 run osmo-hlr_10.42.42.2(pid=6439): stderr: \u000a| �[0;m�[1;31m20221213163604444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163604444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163604444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163604444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163604444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163604444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163604456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163604465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163604465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163604465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:07.643652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6438): Terminating (SIGTERM)\u000a16:36:07.683422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6441): Terminating (SIGTERM)\u000a16:36:07.723304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6444): Terminating (SIGTERM)\u000a16:36:07.732510 --- ParallelTerminationStrategy: PID 6438 died...\u000a16:36:07.786240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6438): Terminated: ok {rc=0}\u000a16:36:07.795871 --- ParallelTerminationStrategy: PID 6441 died...\u000a16:36:07.849127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6441): Terminated: ok {rc=0}\u000a16:36:07.858744 --- ParallelTerminationStrategy: PID 6444 died...\u000a16:36:07.912163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6444): Terminated: ok {rc=0}\u000a16:36:07.996559 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:35:08" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6459): Process ended prematurely: osmo-stp_10.42.42.5(pid=6459) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6459)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6459): Process ended prematurely: osmo-stp_10.42.42.5(pid=6459) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:36:10.131882 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.143127 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:36:10.283058 tst cs_paging_gprs_active.py: using LAC 34879\u000a16:36:10.403400 tst cs_paging_gprs_active.py: using RAC 199\u000a16:36:10.523217 tst cs_paging_gprs_active.py: using CellId 34879\u000a16:36:10.643176 tst cs_paging_gprs_active.py: using BVCI 34880\u000a16:36:10.666936 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.678059 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.689012 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.699961 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.710955 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.722132 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.733389 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.744498 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:10.755860 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:10.878604 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:11.164553 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:36:11.294081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:11.618141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6449): Launched\u000a16:36:11.887747 run iperf3-srv_10.42.42.10(pid=6450): Launched\u000a16:36:12.077803 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:36:12.207476 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:12.532211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6451): Launched\u000a16:36:12.803236 run iperf3-srv_10.42.42.10(pid=6452): Launched\u000a16:36:12.993422 tst cs_paging_gprs_active.py:38: start network...\u000a16:36:13.123158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:13.624022 run create_hlr_db(pid=6453): Launched\u000a16:36:13.803834 bus /gobi_6: Setting Powered False\u000a16:36:14.825074 run create_hlr_db(pid=6453): Terminated: ok {rc=0}\u000a16:36:15.269551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Launched\u000a16:36:15.607351 run osmo-hlr_10.42.42.2(pid=6456): Launched\u000a16:36:15.732798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:16.335398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Launched\u000a16:36:16.777636 run osmo-stp_10.42.42.5(pid=6459): Launched\u000a16:36:16.982583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:17.581910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6461): Launched\u000a16:36:17.700847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:17.994100 run patchelf(pid=6462): Launched\u000a16:36:18.188316 run osmo-stp_10.42.42.5(pid=6459): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6459)]\u000a16:36:18.330732 run osmo-stp_10.42.42.5(pid=6459): stdout: \u000a| (launched: 2022-12-13_16:36:16.508007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:18.474136 run osmo-stp_10.42.42.5(pid=6459): stderr: \u000a| �[0;m�[38;5;43m20221213163616799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163616799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163616799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163616799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163616800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163616800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163616800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:18.611433 run osmo-stp_10.42.42.5(pid=6459): stdout: \u000a| (launched: 2022-12-13_16:36:16.508007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:18.747417 run osmo-stp_10.42.42.5(pid=6459): stderr: \u000a| �[0;m�[38;5;43m20221213163616799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163616799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163616799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163616799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163616800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163616800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163616800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:18.906552 run patchelf(pid=6462): Terminating (SIGINT)\u000a16:36:19.093553 run patchelf(pid=6462): Terminated: ok {rc=0}\u000a16:36:19.127756 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6459): Process ended prematurely: osmo-stp_10.42.42.5(pid=6459) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6459)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:36:19.137992 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:36:19.202001 run osmo-hlr_10.42.42.2(pid=6456): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6456)]\u000a16:36:19.253999 run osmo-hlr_10.42.42.2(pid=6456): stdout: \u000a| (launched: 2022-12-13_16:36:15.439577) \u000a16:36:19.306971 run osmo-hlr_10.42.42.2(pid=6456): stderr: \u000a| �[0;m�[1;31m20221213163615638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163615638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163615638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163615638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163615638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163615639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163615651 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163615661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163615661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163615662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:19.351997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6449): Terminating (SIGTERM)\u000a16:36:19.394761 run iperf3-srv_10.42.42.10(pid=6450): Terminating (SIGTERM)\u000a16:36:19.437282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6451): Terminating (SIGTERM)\u000a16:36:19.480004 run iperf3-srv_10.42.42.10(pid=6452): Terminating (SIGTERM)\u000a16:36:19.522523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Terminating (SIGTERM)\u000a16:36:19.565382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Terminating (SIGTERM)\u000a16:36:19.607838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6461): Terminating (SIGTERM)\u000a16:36:19.617287 --- ParallelTerminationStrategy: PID 6449 died...\u000a16:36:19.674110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6449): Terminated: ok {rc=0}\u000a16:36:19.684105 --- ParallelTerminationStrategy: PID 6450 died...\u000a16:36:19.740379 run iperf3-srv_10.42.42.10(pid=6450): Terminated {rc=256}\u000a16:36:19.750374 --- ParallelTerminationStrategy: PID 6451 died...\u000a16:36:19.806632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6451): Terminated: ok {rc=0}\u000a16:36:19.816591 --- ParallelTerminationStrategy: PID 6452 died...\u000a16:36:19.872810 run iperf3-srv_10.42.42.10(pid=6452): Terminated {rc=256}\u000a16:36:19.882841 --- ParallelTerminationStrategy: PID 6455 died...\u000a16:36:19.939316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6455): Terminated: ok {rc=0}\u000a16:36:19.949483 --- ParallelTerminationStrategy: PID 6458 died...\u000a16:36:20.005921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6458): Terminated: ok {rc=0}\u000a16:36:20.015987 --- ParallelTerminationStrategy: PID 6461 died...\u000a16:36:20.072522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6461): Terminated: ok {rc=0}\u000a16:36:20.159173 bus /gobi_0: Setting Powered False\u000a16:36:21.266479 bus /gobi_0: Setting Powered False\u000a16:36:22.375616 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6471): Process ended prematurely: osmo-stp_10.42.42.5(pid=6471) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6471): Process ended prematurely: osmo-stp_10.42.42.5(pid=6471) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:36:23.493195 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:23.505922 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:36:23.651814 tst iperf3.py: using LAC 34880\u000a16:36:23.781861 tst iperf3.py: using RAC 200\u000a16:36:23.913649 tst iperf3.py: using CellId 34880\u000a16:36:24.043605 tst iperf3.py: using BVCI 34881\u000a16:36:24.069263 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.081130 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.092851 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.104563 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.116317 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.128176 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.140148 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.151855 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:24.163836 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:24.466851 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:36:24.605354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:24.950698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6463): Launched\u000a16:36:25.238227 run iperf3-srv_10.42.42.10(pid=6464): Launched\u000a16:36:25.442326 tst iperf3.py:8: start network...\u000a16:36:25.581217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:26.105633 run create_hlr_db(pid=6465): Launched\u000a16:36:26.297698 bus /gobi_6: Setting Powered False\u000a16:36:27.319224 run create_hlr_db(pid=6465): Terminated: ok {rc=0}\u000a16:36:27.739499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6467): Launched\u000a16:36:28.053270 run osmo-hlr_10.42.42.2(pid=6468): Launched\u000a16:36:28.168073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:28.712320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6470): Launched\u000a16:36:29.026944 run osmo-stp_10.42.42.5(pid=6471): Launched\u000a16:36:29.139847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:29.682892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6473): Launched\u000a16:36:29.793840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:30.067961 run patchelf(pid=6474): Launched\u000a16:36:30.250287 run osmo-stp_10.42.42.5(pid=6471): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)]\u000a16:36:30.383838 run osmo-stp_10.42.42.5(pid=6471): stdout: \u000a| (launched: 2022-12-13_16:36:28.870879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:30.518530 run osmo-stp_10.42.42.5(pid=6471): stderr: \u000a| �[0;m�[38;5;43m20221213163629042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163629043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163629043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163629043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163629044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163629044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163629044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:30.647388 run osmo-stp_10.42.42.5(pid=6471): stdout: \u000a| (launched: 2022-12-13_16:36:28.870879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:30.774636 run osmo-stp_10.42.42.5(pid=6471): stderr: \u000a| �[0;m�[38;5;43m20221213163629042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163629043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163629043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163629043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163629044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163629044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163629044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:30.943324 run patchelf(pid=6474): Terminating (SIGINT)\u000a16:36:31.134036 run patchelf(pid=6474): Terminated: ok {rc=0}\u000a16:36:31.170564 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6471): Process ended prematurely: osmo-stp_10.42.42.5(pid=6471) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6471)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a16:36:31.181798 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a16:36:31.249128 run osmo-hlr_10.42.42.2(pid=6468): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6468)]\u000a16:36:31.303814 run osmo-hlr_10.42.42.2(pid=6468): stdout: \u000a| (launched: 2022-12-13_16:36:27.898223) \u000a16:36:31.360545 run osmo-hlr_10.42.42.2(pid=6468): stderr: \u000a| �[0;m�[1;31m20221213163628077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163628077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163628077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163628077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163628077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163628077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163628090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163628099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163628099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163628099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:31.408501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6463): Terminating (SIGTERM)\u000a16:36:31.455310 run iperf3-srv_10.42.42.10(pid=6464): Terminating (SIGTERM)\u000a16:36:31.502650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6467): Terminating (SIGTERM)\u000a16:36:31.550576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6470): Terminating (SIGTERM)\u000a16:36:31.598041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6473): Terminating (SIGTERM)\u000a16:36:31.609134 --- ParallelTerminationStrategy: PID 6463 died...\u000a16:36:31.671075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6463): Terminated: ok {rc=0}\u000a16:36:31.682873 --- ParallelTerminationStrategy: PID 6464 died...\u000a16:36:31.742669 run iperf3-srv_10.42.42.10(pid=6464): Terminated {rc=256}\u000a16:36:31.754711 --- ParallelTerminationStrategy: PID 6467 died...\u000a16:36:31.814722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6467): Terminated: ok {rc=0}\u000a16:36:31.827116 --- ParallelTerminationStrategy: PID 6470 died...\u000a16:36:31.891808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6470): Terminated: ok {rc=0}\u000a16:36:31.904636 --- ParallelTerminationStrategy: PID 6473 died...\u000a16:36:31.971565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6473): Terminated: ok {rc=0}\u000a16:36:32.076327 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6489): Process ended prematurely: osmo-stp_10.42.42.5(pid=6489) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6489): Process ended prematurely: osmo-stp_10.42.42.5(pid=6489) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:36:33.189872 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.202038 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:36:33.337268 tst iperf3m4.py: using LAC 34881\u000a16:36:33.457837 tst iperf3m4.py: using RAC 201\u000a16:36:33.578031 tst iperf3m4.py: using CellId 34881\u000a16:36:33.701755 tst iperf3m4.py: using BVCI 34882\u000a16:36:33.725536 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.736679 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.747578 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.758571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.769781 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.780734 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.792078 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.803183 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:33.814694 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:33.939456 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:34.062739 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:34.183264 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:34.467471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:36:34.597466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:34.922493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6475): Launched\u000a16:36:35.191429 run iperf3-srv_10.42.42.10(pid=6476): Launched\u000a16:36:35.380693 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:36:35.510014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:35.834940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6477): Launched\u000a16:36:36.103114 run iperf3-srv_10.42.42.10(pid=6478): Launched\u000a16:36:36.292089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:36:36.421103 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:36.746783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6479): Launched\u000a16:36:37.015100 run iperf3-srv_10.42.42.10(pid=6480): Launched\u000a16:36:37.204024 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:36:37.333210 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:36:37.658462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6481): Launched\u000a16:36:37.926802 run iperf3-srv_10.42.42.10(pid=6482): Launched\u000a16:36:38.115822 tst iperf3m4.py:8: start network...\u000a16:36:38.245054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:38.745636 run create_hlr_db(pid=6483): Launched\u000a16:36:38.924199 bus /gobi_6: Setting Powered False\u000a16:36:39.945749 run create_hlr_db(pid=6483): Terminated: ok {rc=0}\u000a16:36:40.389874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6485): Launched\u000a16:36:40.725781 run osmo-hlr_10.42.42.2(pid=6486): Launched\u000a16:36:40.848872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:41.433158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6488): Launched\u000a16:36:41.767745 run osmo-stp_10.42.42.5(pid=6489): Launched\u000a16:36:41.890492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:42.474621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6491): Launched\u000a16:36:42.594029 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:42.894690 run patchelf(pid=6492): Launched\u000a16:36:43.085902 run osmo-stp_10.42.42.5(pid=6489): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)]\u000a16:36:43.225994 run osmo-stp_10.42.42.5(pid=6489): stdout: \u000a| (launched: 2022-12-13_16:36:41.602741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:43.366494 run osmo-stp_10.42.42.5(pid=6489): stderr: \u000a| �[0;m�[38;5;43m20221213163641795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163641795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163641795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163641795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163641796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163641796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163641796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:43.502381 run osmo-stp_10.42.42.5(pid=6489): stdout: \u000a| (launched: 2022-12-13_16:36:41.602741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:43.636427 run osmo-stp_10.42.42.5(pid=6489): stderr: \u000a| �[0;m�[38;5;43m20221213163641795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163641795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163641795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163641795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163641796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163641796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163641796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:43.792712 run patchelf(pid=6492): Terminating (SIGINT)\u000a16:36:43.976111 run patchelf(pid=6492): Terminated: ok {rc=0}\u000a16:36:44.009880 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6489): Process ended prematurely: osmo-stp_10.42.42.5(pid=6489) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6489)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:36:44.020072 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:36:44.084174 run osmo-hlr_10.42.42.2(pid=6486): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6486)]\u000a16:36:44.135999 run osmo-hlr_10.42.42.2(pid=6486): stdout: \u000a| (launched: 2022-12-13_16:36:40.560558) \u000a16:36:44.188440 run osmo-hlr_10.42.42.2(pid=6486): stderr: \u000a| �[0;m�[1;31m20221213163640759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163640759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163640759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163640759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163640759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163640759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163640771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163640781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163640781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163640781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:44.233653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6475): Terminating (SIGTERM)\u000a16:36:44.276704 run iperf3-srv_10.42.42.10(pid=6476): Terminating (SIGTERM)\u000a16:36:44.320783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6477): Terminating (SIGTERM)\u000a16:36:44.363787 run iperf3-srv_10.42.42.10(pid=6478): Terminating (SIGTERM)\u000a16:36:44.406487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6479): Terminating (SIGTERM)\u000a16:36:44.449055 run iperf3-srv_10.42.42.10(pid=6480): Terminating (SIGTERM)\u000a16:36:44.491251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6481): Terminating (SIGTERM)\u000a16:36:44.533406 run iperf3-srv_10.42.42.10(pid=6482): Terminating (SIGTERM)\u000a16:36:44.578076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6485): Terminating (SIGTERM)\u000a16:36:44.618451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6488): Terminating (SIGTERM)\u000a16:36:44.658607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6491): Terminating (SIGTERM)\u000a16:36:44.667847 --- ParallelTerminationStrategy: PID 6475 died...\u000a16:36:44.721983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6475): Terminated: ok {rc=0}\u000a16:36:44.731517 --- ParallelTerminationStrategy: PID 6476 died...\u000a16:36:44.785214 run iperf3-srv_10.42.42.10(pid=6476): Terminated {rc=256}\u000a16:36:44.794565 --- ParallelTerminationStrategy: PID 6477 died...\u000a16:36:44.847885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6477): Terminated: ok {rc=0}\u000a16:36:44.857400 --- ParallelTerminationStrategy: PID 6478 died...\u000a16:36:44.910737 run iperf3-srv_10.42.42.10(pid=6478): Terminated {rc=256}\u000a16:36:44.920300 --- ParallelTerminationStrategy: PID 6479 died...\u000a16:36:44.974074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6479): Terminated: ok {rc=0}\u000a16:36:44.983453 --- ParallelTerminationStrategy: PID 6480 died...\u000a16:36:45.036889 run iperf3-srv_10.42.42.10(pid=6480): Terminated {rc=256}\u000a16:36:45.046324 --- ParallelTerminationStrategy: PID 6481 died...\u000a16:36:45.099894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6481): Terminated: ok {rc=0}\u000a16:36:45.109481 --- ParallelTerminationStrategy: PID 6482 died...\u000a16:36:45.162993 run iperf3-srv_10.42.42.10(pid=6482): Terminated {rc=256}\u000a16:36:45.172511 --- ParallelTerminationStrategy: PID 6485 died...\u000a16:36:45.226581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6485): Terminated: ok {rc=0}\u000a16:36:45.236074 --- ParallelTerminationStrategy: PID 6488 died...\u000a16:36:45.289814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6488): Terminated: ok {rc=0}\u000a16:36:45.299398 --- ParallelTerminationStrategy: PID 6491 died...\u000a16:36:45.353347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6491): Terminated: ok {rc=0}\u000a16:36:45.441974 bus /gobi_4: Setting Powered False\u000a16:36:46.546914 bus /gobi_4: Setting Powered False\u000a16:36:47.654028 bus /gobi_1: Setting Powered False\u000a16:36:48.755606 bus /gobi_1: Setting Powered False\u000a16:36:49.863447 bus /gobi_0: Setting Powered False\u000a16:36:50.969567 bus /gobi_0: Setting Powered False\u000a16:36:52.079775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6499): Process ended prematurely: osmo-stp_10.42.42.5(pid=6499) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6499)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6499): Process ended prematurely: osmo-stp_10.42.42.5(pid=6499) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:36:53.149668 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.162024 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:36:53.298901 tst ping.py: using LAC 34882\u000a16:36:53.418233 tst ping.py: using RAC 202\u000a16:36:53.534623 tst ping.py: using CellId 34882\u000a16:36:53.651821 tst ping.py: using BVCI 34883\u000a16:36:53.674803 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.686001 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.696921 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.707919 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.718720 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.729560 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.740594 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:36:53.751520 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:36:54.026194 tst ping.py:19: start network...\u000a16:36:54.150650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:36:54.629978 run create_hlr_db(pid=6493): Launched\u000a16:36:54.803438 bus /gobi_6: Setting Powered False\u000a16:36:55.825283 run create_hlr_db(pid=6493): Terminated: ok {rc=0}\u000a16:36:56.250872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6495): Launched\u000a16:36:56.572150 run osmo-hlr_10.42.42.2(pid=6496): Launched\u000a16:36:56.688059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:36:57.249223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6498): Launched\u000a16:36:57.570208 run osmo-stp_10.42.42.5(pid=6499): Launched\u000a16:36:57.685980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:36:58.243447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6501): Launched\u000a16:36:58.357648 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:36:58.638220 run patchelf(pid=6502): Launched\u000a16:36:58.826126 run osmo-stp_10.42.42.5(pid=6499): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6499)]\u000a16:36:58.963586 run osmo-stp_10.42.42.5(pid=6499): stdout: \u000a| (launched: 2022-12-13_16:36:57.411904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:59.101788 run osmo-stp_10.42.42.5(pid=6499): stderr: \u000a| �[0;m�[38;5;43m20221213163657602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163657602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163657602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163657603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163657603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163657603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163657603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:59.234653 run osmo-stp_10.42.42.5(pid=6499): stdout: \u000a| (launched: 2022-12-13_16:36:57.411904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:36:59.365818 run osmo-stp_10.42.42.5(pid=6499): stderr: \u000a| �[0;m�[38;5;43m20221213163657602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163657602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163657602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163657603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163657603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163657603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163657603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:36:59.519873 run patchelf(pid=6502): Terminating (SIGINT)\u000a16:36:59.700046 run patchelf(pid=6502): Terminated: ok {rc=0}\u000a16:36:59.732790 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6499): Process ended prematurely: osmo-stp_10.42.42.5(pid=6499) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6499)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a16:36:59.742251 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:36:59.805723 run osmo-hlr_10.42.42.2(pid=6496): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6496)]\u000a16:36:59.857449 run osmo-hlr_10.42.42.2(pid=6496): stdout: \u000a| (launched: 2022-12-13_16:36:56.413392) \u000a16:36:59.909682 run osmo-hlr_10.42.42.2(pid=6496): stderr: \u000a| �[0;m�[1;31m20221213163656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163656610 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163656623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163656631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163656632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163656632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:36:59.954702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6495): Terminating (SIGTERM)\u000a16:36:59.997395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6498): Terminating (SIGTERM)\u000a16:37:00.039625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6501): Terminating (SIGTERM)\u000a16:37:00.049386 --- ParallelTerminationStrategy: PID 6495 died...\u000a16:37:00.105948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6495): Terminated: ok {rc=0}\u000a16:37:00.115987 --- ParallelTerminationStrategy: PID 6498 died...\u000a16:37:00.172187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6498): Terminated: ok {rc=0}\u000a16:37:00.182212 --- ParallelTerminationStrategy: PID 6501 died...\u000a16:37:00.238649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6501): Terminated: ok {rc=0}\u000a16:37:00.325188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6509): Process ended prematurely: osmo-stp_10.42.42.5(pid=6509) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6509)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6509): Process ended prematurely: osmo-stp_10.42.42.5(pid=6509) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:37:01.380731 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:01.396656 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:37:01.549782 tst ping_idle_ping.py: using LAC 34883\u000a16:37:01.703719 tst ping_idle_ping.py: using RAC 203\u000a16:37:01.840447 tst ping_idle_ping.py: using CellId 34883\u000a16:37:01.996532 tst ping_idle_ping.py: using BVCI 34884\u000a16:37:02.029044 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.041351 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.056767 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.074382 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.092226 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.110254 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.127914 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:37:02.144280 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:37:02.459752 tst ping_idle_ping.py:24: start network...\u000a16:37:02.594251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:03.102819 run create_hlr_db(pid=6503): Launched\u000a16:37:03.290843 bus /gobi_6: Setting Powered False\u000a16:37:04.310658 run create_hlr_db(pid=6503): Terminated: ok {rc=0}\u000a16:37:04.739256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6505): Launched\u000a16:37:05.061416 run osmo-hlr_10.42.42.2(pid=6506): Launched\u000a16:37:05.180698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:05.741104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6508): Launched\u000a16:37:06.063068 run osmo-stp_10.42.42.5(pid=6509): Launched\u000a16:37:06.179551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:06.739501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6511): Launched\u000a16:37:06.854150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:07.135028 run patchelf(pid=6512): Launched\u000a16:37:07.323756 run osmo-stp_10.42.42.5(pid=6509): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6509)]\u000a16:37:07.462404 run osmo-stp_10.42.42.5(pid=6509): stdout: \u000a| (launched: 2022-12-13_16:37:05.904038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:07.601101 run osmo-stp_10.42.42.5(pid=6509): stderr: \u000a| �[0;m�[38;5;43m20221213163706092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163706092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163706093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163706093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163706094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163706094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163706094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:07.734054 run osmo-stp_10.42.42.5(pid=6509): stdout: \u000a| (launched: 2022-12-13_16:37:05.904038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:07.865578 run osmo-stp_10.42.42.5(pid=6509): stderr: \u000a| �[0;m�[38;5;43m20221213163706092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163706092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163706093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163706093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163706094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163706094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163706094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:08.019394 run patchelf(pid=6512): Terminating (SIGINT)\u000a16:37:08.199778 run patchelf(pid=6512): Terminated: ok {rc=0}\u000a16:37:08.232699 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6509): Process ended prematurely: osmo-stp_10.42.42.5(pid=6509) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6509)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:37:08.242446 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a16:37:08.306166 run osmo-hlr_10.42.42.2(pid=6506): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6506)]\u000a16:37:08.357997 run osmo-hlr_10.42.42.2(pid=6506): stdout: \u000a| (launched: 2022-12-13_16:37:04.902662) \u000a16:37:08.410725 run osmo-hlr_10.42.42.2(pid=6506): stderr: \u000a| �[0;m�[1;31m20221213163705097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163705097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163705097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163705097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163705097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163705097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163705110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163705118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163705119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:08.455952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6505): Terminating (SIGTERM)\u000a16:37:08.498974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6508): Terminating (SIGTERM)\u000a16:37:08.541181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6511): Terminating (SIGTERM)\u000a16:37:08.550894 --- ParallelTerminationStrategy: PID 6505 died...\u000a16:37:08.607083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6505): Terminated: ok {rc=0}\u000a16:37:08.617107 --- ParallelTerminationStrategy: PID 6508 died...\u000a16:37:08.672910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6508): Terminated: ok {rc=0}\u000a16:37:08.682878 --- ParallelTerminationStrategy: PID 6511 died...\u000a16:37:08.739006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6511): Terminated: ok {rc=0}\u000a16:37:08.826466 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:36:09" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6526): Process ended prematurely: osmo-stp_10.42.42.5(pid=6526) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6526)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6526): Process ended prematurely: osmo-stp_10.42.42.5(pid=6526) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:37:10.981930 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:10.993117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:37:11.146643 tst cs_paging_gprs_active.py: using LAC 34884\u000a16:37:11.268881 tst cs_paging_gprs_active.py: using RAC 204\u000a16:37:11.390556 tst cs_paging_gprs_active.py: using CellId 34884\u000a16:37:11.510483 tst cs_paging_gprs_active.py: using BVCI 34885\u000a16:37:11.533943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.544938 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.555887 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.566924 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.577840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.588693 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.599679 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.610654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:11.621669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:11.743040 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:12.043299 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:37:12.180547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:12.521451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6516): Launched\u000a16:37:12.803288 run iperf3-srv_10.42.42.10(pid=6517): Launched\u000a16:37:13.004018 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:37:13.140880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:13.481566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6518): Launched\u000a16:37:13.763794 run iperf3-srv_10.42.42.10(pid=6519): Launched\u000a16:37:13.964136 tst cs_paging_gprs_active.py:38: start network...\u000a16:37:14.100475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:14.616715 run create_hlr_db(pid=6520): Launched\u000a16:37:14.805827 bus /gobi_6: Setting Powered False\u000a16:37:15.827228 run create_hlr_db(pid=6520): Terminated: ok {rc=0}\u000a16:37:16.293597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6522): Launched\u000a16:37:16.728862 run osmo-hlr_10.42.42.2(pid=6523): Launched\u000a16:37:16.880761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:17.517378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6525): Launched\u000a16:37:17.824592 run osmo-stp_10.42.42.5(pid=6526): Launched\u000a16:37:17.934919 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:18.471227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6528): Launched\u000a16:37:18.580511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:18.849626 run patchelf(pid=6529): Launched\u000a16:37:19.029623 run osmo-stp_10.42.42.5(pid=6526): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6526)]\u000a16:37:19.160544 run osmo-stp_10.42.42.5(pid=6526): stdout: \u000a| (launched: 2022-12-13_16:37:17.673461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:19.291731 run osmo-stp_10.42.42.5(pid=6526): stderr: \u000a| �[0;m�[38;5;43m20221213163717843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163717843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163717844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163717844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163717845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163717845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163717845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:19.418887 run osmo-stp_10.42.42.5(pid=6526): stdout: \u000a| (launched: 2022-12-13_16:37:17.673461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:19.543949 run osmo-stp_10.42.42.5(pid=6526): stderr: \u000a| �[0;m�[38;5;43m20221213163717843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163717843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163717844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163717844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163717845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163717845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163717845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:19.690996 run patchelf(pid=6529): Terminating (SIGINT)\u000a16:37:19.864001 run patchelf(pid=6529): Terminated: ok {rc=0}\u000a16:37:19.895955 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6526): Process ended prematurely: osmo-stp_10.42.42.5(pid=6526) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6526)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:37:19.905391 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:37:19.965143 run osmo-hlr_10.42.42.2(pid=6523): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6523)]\u000a16:37:20.013587 run osmo-hlr_10.42.42.2(pid=6523): stdout: \u000a| (launched: 2022-12-13_16:37:16.464830) \u000a16:37:20.062777 run osmo-hlr_10.42.42.2(pid=6523): stderr: \u000a| �[0;m�[1;31m20221213163716767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163716767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163716767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163716767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163716767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163716767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163716788 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163716813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163716813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163716814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:20.104921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6516): Terminating (SIGTERM)\u000a16:37:20.144380 run iperf3-srv_10.42.42.10(pid=6517): Terminating (SIGTERM)\u000a16:37:20.183792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6518): Terminating (SIGTERM)\u000a16:37:20.223293 run iperf3-srv_10.42.42.10(pid=6519): Terminating (SIGTERM)\u000a16:37:20.262787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6522): Terminating (SIGTERM)\u000a16:37:20.302364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6525): Terminating (SIGTERM)\u000a16:37:20.341932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6528): Terminating (SIGTERM)\u000a16:37:20.351147 --- ParallelTerminationStrategy: PID 6516 died...\u000a16:37:20.404285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6516): Terminated: ok {rc=0}\u000a16:37:20.413788 --- ParallelTerminationStrategy: PID 6517 died...\u000a16:37:20.466395 run iperf3-srv_10.42.42.10(pid=6517): Terminated {rc=256}\u000a16:37:20.475816 --- ParallelTerminationStrategy: PID 6518 died...\u000a16:37:20.528277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6518): Terminated: ok {rc=0}\u000a16:37:20.537685 --- ParallelTerminationStrategy: PID 6519 died...\u000a16:37:20.589950 run iperf3-srv_10.42.42.10(pid=6519): Terminated {rc=256}\u000a16:37:20.599413 --- ParallelTerminationStrategy: PID 6522 died...\u000a16:37:20.651722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6522): Terminated: ok {rc=0}\u000a16:37:20.661372 --- ParallelTerminationStrategy: PID 6525 died...\u000a16:37:20.713738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6525): Terminated: ok {rc=0}\u000a16:37:20.723180 --- ParallelTerminationStrategy: PID 6528 died...\u000a16:37:20.775621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6528): Terminated: ok {rc=0}\u000a16:37:20.864047 bus /gobi_0: Setting Powered False\u000a16:37:21.966308 bus /gobi_0: Setting Powered False\u000a16:37:23.076519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6538): Process ended prematurely: osmo-stp_10.42.42.5(pid=6538) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6538): Process ended prematurely: osmo-stp_10.42.42.5(pid=6538) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:37:24.190590 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.203165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:37:24.370550 tst iperf3.py: using LAC 34885\u000a16:37:24.498068 tst iperf3.py: using RAC 205\u000a16:37:24.622683 tst iperf3.py: using CellId 34885\u000a16:37:24.744888 tst iperf3.py: using BVCI 34886\u000a16:37:24.768331 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.779618 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.791230 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.802360 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.813825 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.825183 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.836672 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.848003 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:24.859492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:25.155217 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:37:25.291378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:25.630327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6530): Launched\u000a16:37:25.910984 run iperf3-srv_10.42.42.10(pid=6531): Launched\u000a16:37:26.110673 tst iperf3.py:8: start network...\u000a16:37:26.247149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:26.760040 run create_hlr_db(pid=6532): Launched\u000a16:37:26.947864 bus /gobi_6: Setting Powered False\u000a16:37:27.968618 run create_hlr_db(pid=6532): Terminated: ok {rc=0}\u000a16:37:28.378546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6534): Launched\u000a16:37:28.685095 run osmo-hlr_10.42.42.2(pid=6535): Launched\u000a16:37:28.806408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:29.348538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6537): Launched\u000a16:37:29.656067 run osmo-stp_10.42.42.5(pid=6538): Launched\u000a16:37:29.767072 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:30.299809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6540): Launched\u000a16:37:30.408569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:30.676125 run patchelf(pid=6541): Launched\u000a16:37:30.855538 run osmo-stp_10.42.42.5(pid=6538): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)]\u000a16:37:30.990226 run osmo-stp_10.42.42.5(pid=6538): stdout: \u000a| (launched: 2022-12-13_16:37:29.504557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:31.124291 run osmo-stp_10.42.42.5(pid=6538): stderr: \u000a| �[0;m�[38;5;43m20221213163729673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163729674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163729674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163729674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163729675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163729675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163729675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:31.253452 run osmo-stp_10.42.42.5(pid=6538): stdout: \u000a| (launched: 2022-12-13_16:37:29.504557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:31.381493 run osmo-stp_10.42.42.5(pid=6538): stderr: \u000a| �[0;m�[38;5;43m20221213163729673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163729674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163729674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163729674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163729675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163729675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163729675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:31.531512 run patchelf(pid=6541): Terminating (SIGINT)\u000a16:37:31.707408 run patchelf(pid=6541): Terminated: ok {rc=0}\u000a16:37:31.740052 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6538): Process ended prematurely: osmo-stp_10.42.42.5(pid=6538) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6538)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:37:31.750309 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a16:37:31.811763 run osmo-hlr_10.42.42.2(pid=6535): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6535)]\u000a16:37:31.861624 run osmo-hlr_10.42.42.2(pid=6535): stdout: \u000a| (launched: 2022-12-13_16:37:28.534011) \u000a16:37:31.912376 run osmo-hlr_10.42.42.2(pid=6535): stderr: \u000a| �[0;m�[1;31m20221213163728706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163728706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163728706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163728706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163728706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163728707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163728719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163728727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163728727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163728727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:31.955605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6530): Terminating (SIGTERM)\u000a16:37:31.997382 run iperf3-srv_10.42.42.10(pid=6531): Terminating (SIGTERM)\u000a16:37:32.041159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6534): Terminating (SIGTERM)\u000a16:37:32.081836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6537): Terminating (SIGTERM)\u000a16:37:32.124673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6540): Terminating (SIGTERM)\u000a16:37:32.134164 --- ParallelTerminationStrategy: PID 6530 died...\u000a16:37:32.187922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6530): Terminated: ok {rc=0}\u000a16:37:32.197942 --- ParallelTerminationStrategy: PID 6531 died...\u000a16:37:32.251455 run iperf3-srv_10.42.42.10(pid=6531): Terminated {rc=256}\u000a16:37:32.261148 --- ParallelTerminationStrategy: PID 6534 died...\u000a16:37:32.313630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6534): Terminated: ok {rc=0}\u000a16:37:32.323123 --- ParallelTerminationStrategy: PID 6537 died...\u000a16:37:32.375506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6537): Terminated: ok {rc=0}\u000a16:37:32.384879 --- ParallelTerminationStrategy: PID 6540 died...\u000a16:37:32.437500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6540): Terminated: ok {rc=0}\u000a16:37:32.519985 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6556): Process ended prematurely: osmo-stp_10.42.42.5(pid=6556) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6556)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6556): Process ended prematurely: osmo-stp_10.42.42.5(pid=6556) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:37:33.635305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:33.648222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:37:33.810846 tst iperf3m4.py: using LAC 34886\u000a16:37:33.939513 tst iperf3m4.py: using RAC 206\u000a16:37:34.066408 tst iperf3m4.py: using CellId 34886\u000a16:37:34.193601 tst iperf3m4.py: using BVCI 34887\u000a16:37:34.218509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.230102 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.241493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.252858 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.264543 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.276191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.288091 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.299797 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:34.311704 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:34.433128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:34.556193 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:34.677108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:34.958848 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:37:35.086082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:35.403523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6542): Launched\u000a16:37:35.666748 run iperf3-srv_10.42.42.10(pid=6543): Launched\u000a16:37:35.853063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:37:35.979812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:36.296830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6544): Launched\u000a16:37:36.559671 run iperf3-srv_10.42.42.10(pid=6545): Launched\u000a16:37:36.745309 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:37:36.871880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:37.189969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6546): Launched\u000a16:37:37.453259 run iperf3-srv_10.42.42.10(pid=6547): Launched\u000a16:37:37.638905 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:37:37.765666 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:37:38.082114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6548): Launched\u000a16:37:38.345776 run iperf3-srv_10.42.42.10(pid=6549): Launched\u000a16:37:38.531673 tst iperf3m4.py:8: start network...\u000a16:37:38.658636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:39.148545 run create_hlr_db(pid=6550): Launched\u000a16:37:39.323903 bus /gobi_6: Setting Powered False\u000a16:37:40.344804 run create_hlr_db(pid=6550): Terminated: ok {rc=0}\u000a16:37:40.778942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6552): Launched\u000a16:37:41.105575 run osmo-hlr_10.42.42.2(pid=6553): Launched\u000a16:37:41.225408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:41.796191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6555): Launched\u000a16:37:42.122856 run osmo-stp_10.42.42.5(pid=6556): Launched\u000a16:37:42.242094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:42.809849 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6558): Launched\u000a16:37:42.918560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:43.187063 run patchelf(pid=6559): Launched\u000a16:37:43.366735 run osmo-stp_10.42.42.5(pid=6556): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6556)]\u000a16:37:43.497879 run osmo-stp_10.42.42.5(pid=6556): stdout: \u000a| (launched: 2022-12-13_16:37:41.961639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:43.629613 run osmo-stp_10.42.42.5(pid=6556): stderr: \u000a| �[0;m�[38;5;43m20221213163742149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163742149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163742149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163742149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163742150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163742150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163742150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:43.756297 run osmo-stp_10.42.42.5(pid=6556): stdout: \u000a| (launched: 2022-12-13_16:37:41.961639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:43.881901 run osmo-stp_10.42.42.5(pid=6556): stderr: \u000a| �[0;m�[38;5;43m20221213163742149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163742149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163742149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163742149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163742150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163742150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163742150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:44.028390 run patchelf(pid=6559): Terminating (SIGINT)\u000a16:37:44.200659 run patchelf(pid=6559): Terminated: ok {rc=0}\u000a16:37:44.232340 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6556): Process ended prematurely: osmo-stp_10.42.42.5(pid=6556) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6556)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:37:44.241780 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a16:37:44.301578 run osmo-hlr_10.42.42.2(pid=6553): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6553)]\u000a16:37:44.350362 run osmo-hlr_10.42.42.2(pid=6553): stdout: \u000a| (launched: 2022-12-13_16:37:40.944505) \u000a16:37:44.399695 run osmo-hlr_10.42.42.2(pid=6553): stderr: \u000a| �[0;m�[1;31m20221213163741139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163741139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163741139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163741139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163741139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163741139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163741151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163741160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163741161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163741161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:44.441415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6542): Terminating (SIGTERM)\u000a16:37:44.480612 run iperf3-srv_10.42.42.10(pid=6543): Terminating (SIGTERM)\u000a16:37:44.519904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6544): Terminating (SIGTERM)\u000a16:37:44.559125 run iperf3-srv_10.42.42.10(pid=6545): Terminating (SIGTERM)\u000a16:37:44.598397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6546): Terminating (SIGTERM)\u000a16:37:44.637700 run iperf3-srv_10.42.42.10(pid=6547): Terminating (SIGTERM)\u000a16:37:44.677061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6548): Terminating (SIGTERM)\u000a16:37:44.716156 run iperf3-srv_10.42.42.10(pid=6549): Terminating (SIGTERM)\u000a16:37:44.755444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6552): Terminating (SIGTERM)\u000a16:37:44.794763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6555): Terminating (SIGTERM)\u000a16:37:44.834178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6558): Terminating (SIGTERM)\u000a16:37:44.843843 --- ParallelTerminationStrategy: PID 6542 died...\u000a16:37:44.896469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6542): Terminated: ok {rc=0}\u000a16:37:44.905941 --- ParallelTerminationStrategy: PID 6543 died...\u000a16:37:44.958365 run iperf3-srv_10.42.42.10(pid=6543): Terminated {rc=256}\u000a16:37:44.967739 --- ParallelTerminationStrategy: PID 6544 died...\u000a16:37:45.020039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6544): Terminated: ok {rc=0}\u000a16:37:45.029857 --- ParallelTerminationStrategy: PID 6545 died...\u000a16:37:45.082626 run iperf3-srv_10.42.42.10(pid=6545): Terminated {rc=256}\u000a16:37:45.091986 --- ParallelTerminationStrategy: PID 6546 died...\u000a16:37:45.144463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6546): Terminated: ok {rc=0}\u000a16:37:45.153906 --- ParallelTerminationStrategy: PID 6547 died...\u000a16:37:45.206283 run iperf3-srv_10.42.42.10(pid=6547): Terminated {rc=256}\u000a16:37:45.215678 --- ParallelTerminationStrategy: PID 6548 died...\u000a16:37:45.267963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6548): Terminated: ok {rc=0}\u000a16:37:45.277872 --- ParallelTerminationStrategy: PID 6549 died...\u000a16:37:45.330238 run iperf3-srv_10.42.42.10(pid=6549): Terminated {rc=256}\u000a16:37:45.339642 --- ParallelTerminationStrategy: PID 6552 died...\u000a16:37:45.392421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6552): Terminated: ok {rc=0}\u000a16:37:45.402002 --- ParallelTerminationStrategy: PID 6555 died...\u000a16:37:45.454748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6555): Terminated: ok {rc=0}\u000a16:37:45.464252 --- ParallelTerminationStrategy: PID 6558 died...\u000a16:37:45.517124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6558): Terminated: ok {rc=0}\u000a16:37:45.601289 bus /gobi_4: Setting Powered False\u000a16:37:46.718188 bus /gobi_4: Setting Powered False\u000a16:37:47.831369 bus /gobi_1: Setting Powered False\u000a16:37:48.932939 bus /gobi_1: Setting Powered False\u000a16:37:50.039105 bus /gobi_0: Setting Powered False\u000a16:37:51.146103 bus /gobi_0: Setting Powered False\u000a16:37:52.259417 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6566): Process ended prematurely: osmo-stp_10.42.42.5(pid=6566) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6566): Process ended prematurely: osmo-stp_10.42.42.5(pid=6566) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:37:53.326499 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.338586 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:37:53.492494 tst ping.py: using LAC 34887\u000a16:37:53.610520 tst ping.py: using RAC 207\u000a16:37:53.729991 tst ping.py: using CellId 34887\u000a16:37:53.849244 tst ping.py: using BVCI 34888\u000a16:37:53.872252 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.883568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.894606 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.905689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.916768 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.927811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.938892 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:37:53.949850 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:37:54.242398 tst ping.py:19: start network...\u000a16:37:54.376355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:37:54.881590 run create_hlr_db(pid=6560): Launched\u000a16:37:55.067532 bus /gobi_6: Setting Powered False\u000a16:37:56.087855 run create_hlr_db(pid=6560): Terminated: ok {rc=0}\u000a16:37:56.490606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6562): Launched\u000a16:37:56.791559 run osmo-hlr_10.42.42.2(pid=6563): Launched\u000a16:37:56.909776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:37:57.443083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6565): Launched\u000a16:37:57.744206 run osmo-stp_10.42.42.5(pid=6566): Launched\u000a16:37:57.853702 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:37:58.376778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6568): Launched\u000a16:37:58.483757 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:37:58.747438 run patchelf(pid=6569): Launched\u000a16:37:58.923984 run osmo-stp_10.42.42.5(pid=6566): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)]\u000a16:37:59.053426 run osmo-stp_10.42.42.5(pid=6566): stdout: \u000a| (launched: 2022-12-13_16:37:57.595005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:59.183455 run osmo-stp_10.42.42.5(pid=6566): stderr: \u000a| �[0;m�[38;5;43m20221213163757762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163757762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163757762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163757762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163757763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163757763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163757763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:59.308265 run osmo-stp_10.42.42.5(pid=6566): stdout: \u000a| (launched: 2022-12-13_16:37:57.595005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:37:59.431625 run osmo-stp_10.42.42.5(pid=6566): stderr: \u000a| �[0;m�[38;5;43m20221213163757762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163757762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163757762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163757762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163757763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163757763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163757763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:37:59.575721 run patchelf(pid=6569): Terminating (SIGINT)\u000a16:37:59.745668 run patchelf(pid=6569): Terminated: ok {rc=0}\u000a16:37:59.776344 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6566): Process ended prematurely: osmo-stp_10.42.42.5(pid=6566) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6566)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:37:59.785139 tst ping.py:22: Test FAILED (6.4 sec)\u000a16:37:59.844666 run osmo-hlr_10.42.42.2(pid=6563): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6563)]\u000a16:37:59.893413 run osmo-hlr_10.42.42.2(pid=6563): stdout: \u000a| (launched: 2022-12-13_16:37:56.643426) \u000a16:37:59.942696 run osmo-hlr_10.42.42.2(pid=6563): stderr: \u000a| �[0;m�[1;31m20221213163756817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163756817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163756817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163756817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163756817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163756817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163756830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163756838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163756839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163756839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:37:59.985122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6562): Terminating (SIGTERM)\u000a16:38:00.024927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6565): Terminating (SIGTERM)\u000a16:38:00.064710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6568): Terminating (SIGTERM)\u000a16:38:00.074048 --- ParallelTerminationStrategy: PID 6562 died...\u000a16:38:00.127252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6562): Terminated: ok {rc=0}\u000a16:38:00.136771 --- ParallelTerminationStrategy: PID 6565 died...\u000a16:38:00.189518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6565): Terminated: ok {rc=0}\u000a16:38:00.199108 --- ParallelTerminationStrategy: PID 6568 died...\u000a16:38:00.251802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6568): Terminated: ok {rc=0}\u000a16:38:00.334480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6576): Process ended prematurely: osmo-stp_10.42.42.5(pid=6576) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6576)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6576): Process ended prematurely: osmo-stp_10.42.42.5(pid=6576) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:38:01.391471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:01.407403 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:38:01.588447 tst ping_idle_ping.py: using LAC 34888\u000a16:38:01.715027 tst ping_idle_ping.py: using RAC 208\u000a16:38:01.843437 tst ping_idle_ping.py: using CellId 34888\u000a16:38:01.981522 tst ping_idle_ping.py: using BVCI 34889\u000a16:38:02.006966 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.019425 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.031616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.043953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.057084 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.070265 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.083652 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:38:02.097392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:38:02.382314 tst ping_idle_ping.py:24: start network...\u000a16:38:02.507080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:02.991287 run create_hlr_db(pid=6570): Launched\u000a16:38:03.165450 bus /gobi_6: Setting Powered False\u000a16:38:04.187114 run create_hlr_db(pid=6570): Terminated: ok {rc=0}\u000a16:38:04.617258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6572): Launched\u000a16:38:04.939655 run osmo-hlr_10.42.42.2(pid=6573): Launched\u000a16:38:05.059972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:05.622093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6575): Launched\u000a16:38:05.943248 run osmo-stp_10.42.42.5(pid=6576): Launched\u000a16:38:06.059942 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:06.621482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6578): Launched\u000a16:38:06.735740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:07.015483 run patchelf(pid=6579): Launched\u000a16:38:07.203620 run osmo-stp_10.42.42.5(pid=6576): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6576)]\u000a16:38:07.342147 run osmo-stp_10.42.42.5(pid=6576): stdout: \u000a| (launched: 2022-12-13_16:38:05.785143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:07.480123 run osmo-stp_10.42.42.5(pid=6576): stderr: \u000a| �[0;m�[38;5;43m20221213163805974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163805974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163805974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163805974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163805975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163805975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163805975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:07.613418 run osmo-stp_10.42.42.5(pid=6576): stdout: \u000a| (launched: 2022-12-13_16:38:05.785143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:07.744811 run osmo-stp_10.42.42.5(pid=6576): stderr: \u000a| �[0;m�[38;5;43m20221213163805974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163805974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163805974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163805974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163805975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163805975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163805975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:07.898603 run patchelf(pid=6579): Terminating (SIGINT)\u000a16:38:08.078941 run patchelf(pid=6579): Terminated: ok {rc=0}\u000a16:38:08.111687 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6576): Process ended prematurely: osmo-stp_10.42.42.5(pid=6576) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6576)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:38:08.121218 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a16:38:08.184275 run osmo-hlr_10.42.42.2(pid=6573): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6573)]\u000a16:38:08.236124 run osmo-hlr_10.42.42.2(pid=6573): stdout: \u000a| (launched: 2022-12-13_16:38:04.781142) \u000a16:38:08.288580 run osmo-hlr_10.42.42.2(pid=6573): stderr: \u000a| �[0;m�[1;31m20221213163804977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163804977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163804977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163804977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163804977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163804977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163804991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163805001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163805001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163805001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:08.333341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6572): Terminating (SIGTERM)\u000a16:38:08.375428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6575): Terminating (SIGTERM)\u000a16:38:08.417787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6578): Terminating (SIGTERM)\u000a16:38:08.427467 --- ParallelTerminationStrategy: PID 6572 died...\u000a16:38:08.484004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6572): Terminated: ok {rc=0}\u000a16:38:08.494249 --- ParallelTerminationStrategy: PID 6575 died...\u000a16:38:08.550109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6575): Terminated: ok {rc=0}\u000a16:38:08.560160 --- ParallelTerminationStrategy: PID 6578 died...\u000a16:38:08.616130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6578): Terminated: ok {rc=0}\u000a16:38:08.702576 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:37:10" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6594): Process ended prematurely: osmo-stp_10.42.42.5(pid=6594) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6594)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6594): Process ended prematurely: osmo-stp_10.42.42.5(pid=6594) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6594)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:38:10.848790 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:10.859951 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:38:11.015429 tst cs_paging_gprs_active.py: using LAC 34889\u000a16:38:11.137656 tst cs_paging_gprs_active.py: using RAC 209\u000a16:38:11.257820 tst cs_paging_gprs_active.py: using CellId 34889\u000a16:38:11.386138 tst cs_paging_gprs_active.py: using BVCI 34890\u000a16:38:11.411258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.423291 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.435075 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.447148 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.459633 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.471794 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.483922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.495845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:11.507994 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:11.629470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:11.930266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:38:12.067027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:12.405946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Launched\u000a16:38:12.688490 run iperf3-srv_10.42.42.10(pid=6585): Launched\u000a16:38:12.889239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:38:13.026263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:13.367061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6586): Launched\u000a16:38:13.651262 run iperf3-srv_10.42.42.10(pid=6587): Launched\u000a16:38:13.852314 tst cs_paging_gprs_active.py:38: start network...\u000a16:38:13.989144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:14.504511 run create_hlr_db(pid=6588): Launched\u000a16:38:14.694506 bus /gobi_6: Setting Powered False\u000a16:38:15.714770 run create_hlr_db(pid=6588): Terminated: ok {rc=0}\u000a16:38:16.163216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6590): Launched\u000a16:38:16.611582 run osmo-hlr_10.42.42.2(pid=6591): Launched\u000a16:38:16.811381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:17.374365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6593): Launched\u000a16:38:17.704641 run osmo-stp_10.42.42.5(pid=6594): Launched\u000a16:38:17.823904 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:18.398824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6596): Launched\u000a16:38:18.517218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:18.814279 run patchelf(pid=6597): Launched\u000a16:38:19.007365 run osmo-stp_10.42.42.5(pid=6594): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6594)]\u000a16:38:19.148713 run osmo-stp_10.42.42.5(pid=6594): stdout: \u000a| (launched: 2022-12-13_16:38:17.541793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:19.290485 run osmo-stp_10.42.42.5(pid=6594): stderr: \u000a| �[0;m�[38;5;43m20221213163817731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163817731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163817731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163817732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163817732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163817732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163817732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:19.427264 run osmo-stp_10.42.42.5(pid=6594): stdout: \u000a| (launched: 2022-12-13_16:38:17.541793)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:19.562902 run osmo-stp_10.42.42.5(pid=6594): stderr: \u000a| �[0;m�[38;5;43m20221213163817731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163817731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163817731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163817732 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163817732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163817732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163817732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:19.720670 run patchelf(pid=6597): Terminating (SIGINT)\u000a16:38:19.905760 run patchelf(pid=6597): Terminated: ok {rc=0}\u000a16:38:19.939652 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=6594): Process ended prematurely: osmo-stp_10.42.42.5(pid=6594) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6594)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a16:38:19.950404 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:38:20.014622 run osmo-hlr_10.42.42.2(pid=6591): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6591)]\u000a16:38:20.066586 run osmo-hlr_10.42.42.2(pid=6591): stdout: \u000a| (launched: 2022-12-13_16:38:16.322724) \u000a16:38:20.119492 run osmo-hlr_10.42.42.2(pid=6591): stderr: \u000a| �[0;m�[1;31m20221213163816537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163816537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163816537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163816537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163816537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163816537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163816554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163816578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163816578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163816578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:20.164875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Terminating (SIGTERM)\u000a16:38:20.207977 run iperf3-srv_10.42.42.10(pid=6585): Terminating (SIGTERM)\u000a16:38:20.250938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6586): Terminating (SIGTERM)\u000a16:38:20.293689 run iperf3-srv_10.42.42.10(pid=6587): Terminating (SIGTERM)\u000a16:38:20.336585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6590): Terminating (SIGTERM)\u000a16:38:20.379711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6593): Terminating (SIGTERM)\u000a16:38:20.422271 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6596): Terminating (SIGTERM)\u000a16:38:20.432123 --- ParallelTerminationStrategy: PID 6584 died...\u000a16:38:20.489540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6584): Terminated: ok {rc=0}\u000a16:38:20.499832 --- ParallelTerminationStrategy: PID 6585 died...\u000a16:38:20.556513 run iperf3-srv_10.42.42.10(pid=6585): Terminated {rc=256}\u000a16:38:20.566712 --- ParallelTerminationStrategy: PID 6586 died...\u000a16:38:20.623199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6586): Terminated: ok {rc=0}\u000a16:38:20.633484 --- ParallelTerminationStrategy: PID 6587 died...\u000a16:38:20.690004 run iperf3-srv_10.42.42.10(pid=6587): Terminated {rc=256}\u000a16:38:20.700123 --- ParallelTerminationStrategy: PID 6590 died...\u000a16:38:20.756460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6590): Terminated: ok {rc=0}\u000a16:38:20.766653 --- ParallelTerminationStrategy: PID 6593 died...\u000a16:38:20.823167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6593): Terminated: ok {rc=0}\u000a16:38:20.833409 --- ParallelTerminationStrategy: PID 6596 died...\u000a16:38:20.889669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6596): Terminated: ok {rc=0}\u000a16:38:20.977656 bus /gobi_0: Setting Powered False\u000a16:38:22.081655 bus /gobi_0: Setting Powered False\u000a16:38:23.194110 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6606): Process ended prematurely: osmo-stp_10.42.42.5(pid=6606) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6606)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6606): Process ended prematurely: osmo-stp_10.42.42.5(pid=6606) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a16:38:24.309940 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.322641 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:38:24.494233 tst iperf3.py: using LAC 34890\u000a16:38:24.621885 tst iperf3.py: using RAC 210\u000a16:38:24.748691 tst iperf3.py: using CellId 34890\u000a16:38:24.878396 tst iperf3.py: using BVCI 34891\u000a16:38:24.903609 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.915291 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.926808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.938295 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.950389 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.962182 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.974093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.985808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:24.997722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:25.279783 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:38:25.407889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:25.725834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6598): Launched\u000a16:38:25.989724 run iperf3-srv_10.42.42.10(pid=6599): Launched\u000a16:38:26.176127 tst iperf3.py:8: start network...\u000a16:38:26.303187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:26.796538 run create_hlr_db(pid=6600): Launched\u000a16:38:26.973703 bus /gobi_6: Setting Powered False\u000a16:38:27.993587 run create_hlr_db(pid=6600): Terminated: ok {rc=0}\u000a16:38:28.430659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6602): Launched\u000a16:38:28.759838 run osmo-hlr_10.42.42.2(pid=6603): Launched\u000a16:38:28.880816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:29.455012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6605): Launched\u000a16:38:29.784550 run osmo-stp_10.42.42.5(pid=6606): Launched\u000a16:38:29.903083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:30.476367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6608): Launched\u000a16:38:30.593604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:30.890216 run patchelf(pid=6609): Launched\u000a16:38:31.085796 run osmo-stp_10.42.42.5(pid=6606): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6606)]\u000a16:38:31.229556 run osmo-stp_10.42.42.5(pid=6606): stdout: \u000a| (launched: 2022-12-13_16:38:29.622075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:31.374296 run osmo-stp_10.42.42.5(pid=6606): stderr: \u000a| �[0;m�[38;5;43m20221213163829814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163829814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163829814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163829815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163829815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163829815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163829815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:31.514119 run osmo-stp_10.42.42.5(pid=6606): stdout: \u000a| (launched: 2022-12-13_16:38:29.622075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:31.649427 run osmo-stp_10.42.42.5(pid=6606): stderr: \u000a| �[0;m�[38;5;43m20221213163829814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163829814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163829814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163829815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163829815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163829815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163829815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:31.805717 run patchelf(pid=6609): Terminating (SIGINT)\u000a16:38:31.986555 run patchelf(pid=6609): Terminated: ok {rc=0}\u000a16:38:32.020772 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6606): Process ended prematurely: osmo-stp_10.42.42.5(pid=6606) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6606)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a16:38:32.031051 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:38:32.093337 run osmo-hlr_10.42.42.2(pid=6603): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6603)]\u000a16:38:32.143721 run osmo-hlr_10.42.42.2(pid=6603): stdout: \u000a| (launched: 2022-12-13_16:38:28.598420) \u000a16:38:32.195956 run osmo-hlr_10.42.42.2(pid=6603): stderr: \u000a| �[0;m�[1;31m20221213163828794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163828794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163828794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163828794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163828794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163828794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163828807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163828817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163828817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163828817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:32.238714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6598): Terminating (SIGTERM)\u000a16:38:32.279270 run iperf3-srv_10.42.42.10(pid=6599): Terminating (SIGTERM)\u000a16:38:32.319642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6602): Terminating (SIGTERM)\u000a16:38:32.359853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6605): Terminating (SIGTERM)\u000a16:38:32.400058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6608): Terminating (SIGTERM)\u000a16:38:32.409315 --- ParallelTerminationStrategy: PID 6598 died...\u000a16:38:32.462318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6598): Terminated: ok {rc=0}\u000a16:38:32.471822 --- ParallelTerminationStrategy: PID 6599 died...\u000a16:38:32.525202 run iperf3-srv_10.42.42.10(pid=6599): Terminated {rc=256}\u000a16:38:32.534683 --- ParallelTerminationStrategy: PID 6602 died...\u000a16:38:32.587863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6602): Terminated: ok {rc=0}\u000a16:38:32.597702 --- ParallelTerminationStrategy: PID 6605 died...\u000a16:38:32.650628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6605): Terminated: ok {rc=0}\u000a16:38:32.660139 --- ParallelTerminationStrategy: PID 6608 died...\u000a16:38:32.713322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6608): Terminated: ok {rc=0}\u000a16:38:32.801945 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6624): Process ended prematurely: osmo-stp_10.42.42.5(pid=6624) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6624): Process ended prematurely: osmo-stp_10.42.42.5(pid=6624) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a16:38:33.913412 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:33.925417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:38:34.082029 tst iperf3m4.py: using LAC 34891\u000a16:38:34.203228 tst iperf3m4.py: using RAC 211\u000a16:38:34.324449 tst iperf3m4.py: using CellId 34891\u000a16:38:34.446035 tst iperf3m4.py: using BVCI 34892\u000a16:38:34.469498 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.480674 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.491745 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.502748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.513759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.524717 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.535989 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.547378 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:34.558558 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:34.676585 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:34.801064 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:34.919467 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:35.202130 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:38:35.329786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:35.650591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6610): Launched\u000a16:38:35.916106 run iperf3-srv_10.42.42.10(pid=6611): Launched\u000a16:38:36.102996 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:38:36.230756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:36.551477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6612): Launched\u000a16:38:36.816780 run iperf3-srv_10.42.42.10(pid=6613): Launched\u000a16:38:37.003476 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:38:37.131253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:37.451681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6614): Launched\u000a16:38:37.717349 run iperf3-srv_10.42.42.10(pid=6615): Launched\u000a16:38:37.903600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:38:38.030449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:38:38.349790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6616): Launched\u000a16:38:38.615174 run iperf3-srv_10.42.42.10(pid=6617): Launched\u000a16:38:38.801673 tst iperf3m4.py:8: start network...\u000a16:38:38.929121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:39.423312 run create_hlr_db(pid=6618): Launched\u000a16:38:39.601081 bus /gobi_6: Setting Powered False\u000a16:38:40.621580 run create_hlr_db(pid=6618): Terminated: ok {rc=0}\u000a16:38:41.058696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6620): Launched\u000a16:38:41.389516 run osmo-hlr_10.42.42.2(pid=6621): Launched\u000a16:38:41.512373 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:42.087907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6623): Launched\u000a16:38:42.418926 run osmo-stp_10.42.42.5(pid=6624): Launched\u000a16:38:42.539355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:43.115664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6626): Launched\u000a16:38:43.233474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:38:43.523560 run patchelf(pid=6627): Launched\u000a16:38:43.717516 run osmo-stp_10.42.42.5(pid=6624): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)]\u000a16:38:43.859467 run osmo-stp_10.42.42.5(pid=6624): stdout: \u000a| (launched: 2022-12-13_16:38:42.255166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:44.001537 run osmo-stp_10.42.42.5(pid=6624): stderr: \u000a| �[0;m�[38;5;43m20221213163842443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163842443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163842443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163842444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163842444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163842444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163842444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:44.138205 run osmo-stp_10.42.42.5(pid=6624): stdout: \u000a| (launched: 2022-12-13_16:38:42.255166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:38:44.273271 run osmo-stp_10.42.42.5(pid=6624): stderr: \u000a| �[0;m�[38;5;43m20221213163842443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163842443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163842443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163842444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163842444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163842444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163842444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:38:44.431678 run patchelf(pid=6627): Terminating (SIGINT)\u000a16:38:44.618172 run patchelf(pid=6627): Terminated: ok {rc=0}\u000a16:38:44.652195 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6624): Process ended prematurely: osmo-stp_10.42.42.5(pid=6624) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6624)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a16:38:44.662498 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a16:38:44.726949 run osmo-hlr_10.42.42.2(pid=6621): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6621)]\u000a16:38:44.779077 run osmo-hlr_10.42.42.2(pid=6621): stdout: \u000a| (launched: 2022-12-13_16:38:41.226612) \u000a16:38:44.831666 run osmo-hlr_10.42.42.2(pid=6621): stderr: \u000a| �[0;m�[1;31m20221213163841422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163841422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163841422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163841422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163841422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163841422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163841460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163841470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163841470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163841470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:38:44.876939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6610): Terminating (SIGTERM)\u000a16:38:44.919972 run iperf3-srv_10.42.42.10(pid=6611): Terminating (SIGTERM)\u000a16:38:44.962516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6612): Terminating (SIGTERM)\u000a16:38:45.005397 run iperf3-srv_10.42.42.10(pid=6613): Terminating (SIGTERM)\u000a16:38:45.047803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6614): Terminating (SIGTERM)\u000a16:38:45.090172 run iperf3-srv_10.42.42.10(pid=6615): Terminating (SIGTERM)\u000a16:38:45.132580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6616): Terminating (SIGTERM)\u000a16:38:45.174837 run iperf3-srv_10.42.42.10(pid=6617): Terminating (SIGTERM)\u000a16:38:45.217904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6620): Terminating (SIGTERM)\u000a16:38:45.260317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6623): Terminating (SIGTERM)\u000a16:38:45.302852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6626): Terminating (SIGTERM)\u000a16:38:45.312640 --- ParallelTerminationStrategy: PID 6610 died...\u000a16:38:45.369911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6610): Terminated: ok {rc=0}\u000a16:38:45.380155 --- ParallelTerminationStrategy: PID 6611 died...\u000a16:38:45.436847 run iperf3-srv_10.42.42.10(pid=6611): Terminated {rc=256}\u000a16:38:45.446987 --- ParallelTerminationStrategy: PID 6612 died...\u000a16:38:45.504113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6612): Terminated: ok {rc=0}\u000a16:38:45.514402 --- ParallelTerminationStrategy: PID 6613 died...\u000a16:38:45.571298 run iperf3-srv_10.42.42.10(pid=6613): Terminated {rc=256}\u000a16:38:45.581857 --- ParallelTerminationStrategy: PID 6614 died...\u000a16:38:45.638843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6614): Terminated: ok {rc=0}\u000a16:38:45.649120 --- ParallelTerminationStrategy: PID 6615 died...\u000a16:38:45.705854 run iperf3-srv_10.42.42.10(pid=6615): Terminated {rc=256}\u000a16:38:45.716019 --- ParallelTerminationStrategy: PID 6616 died...\u000a16:38:45.772795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=6616): Terminated: ok {rc=0}\u000a16:38:45.782956 --- ParallelTerminationStrategy: PID 6617 died...\u000a16:38:45.850632 run iperf3-srv_10.42.42.10(pid=6617): Terminated {rc=256}\u000a16:38:45.867715 --- ParallelTerminationStrategy: PID 6620 died...\u000a16:38:45.924150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6620): Terminated: ok {rc=0}\u000a16:38:45.934685 --- ParallelTerminationStrategy: PID 6623 died...\u000a16:38:45.992792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6623): Terminated: ok {rc=0}\u000a16:38:46.003344 --- ParallelTerminationStrategy: PID 6626 died...\u000a16:38:46.060515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6626): Terminated: ok {rc=0}\u000a16:38:46.149257 bus /gobi_4: Setting Powered False\u000a16:38:47.281888 bus /gobi_4: Setting Powered False\u000a16:38:48.424784 bus /gobi_1: Setting Powered False\u000a16:38:49.530876 bus /gobi_1: Setting Powered False\u000a16:38:50.646157 bus /gobi_0: Setting Powered False\u000a16:38:51.759188 bus /gobi_0: Setting Powered False\u000a16:38:52.874949 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6906): Process ended prematurely: osmo-stp_10.42.42.5(pid=6906) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6906)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6906): Process ended prematurely: osmo-stp_10.42.42.5(pid=6906) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a16:38:53.949780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:53.963490 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:38:54.134472 tst ping.py: using LAC 34892\u000a16:38:54.265839 tst ping.py: using RAC 212\u000a16:38:54.397501 tst ping.py: using CellId 34892\u000a16:38:54.529820 tst ping.py: using BVCI 34893\u000a16:38:54.557093 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.570402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.583570 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.597095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.609715 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.624567 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.638161 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:38:54.651483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:38:54.962170 tst ping.py:19: start network...\u000a16:38:55.101437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:38:55.666354 run create_hlr_db(pid=6900): Launched\u000a16:38:55.862668 bus /gobi_6: Setting Powered False\u000a16:38:56.883257 run create_hlr_db(pid=6900): Terminated: ok {rc=0}\u000a16:38:57.340816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6902): Launched\u000a16:38:57.775097 run osmo-hlr_10.42.42.2(pid=6903): Launched\u000a16:38:58.024301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:38:58.618209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6905): Launched\u000a16:38:59.052026 run osmo-stp_10.42.42.5(pid=6906): Launched\u000a16:38:59.273823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:38:59.872354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6908): Launched\u000a16:38:59.994348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:00.299926 run patchelf(pid=6909): Launched\u000a16:39:00.499377 run osmo-stp_10.42.42.5(pid=6906): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6906)]\u000a16:39:00.646030 run osmo-stp_10.42.42.5(pid=6906): stdout: \u000a| (launched: 2022-12-13_16:38:58.789178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:00.794382 run osmo-stp_10.42.42.5(pid=6906): stderr: \u000a| �[0;m�[38;5;43m20221213163859080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163859080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163859080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163859085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163859086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163859086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163859086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:00.969457 run osmo-stp_10.42.42.5(pid=6906): stdout: \u000a| (launched: 2022-12-13_16:38:58.789178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:01.108336 run osmo-stp_10.42.42.5(pid=6906): stderr: \u000a| �[0;m�[38;5;43m20221213163859080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163859080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163859080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163859085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163859086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163859086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163859086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:01.272193 run patchelf(pid=6909): Terminating (SIGINT)\u000a16:39:01.463413 run patchelf(pid=6909): Terminated: ok {rc=0}\u000a16:39:01.498689 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=6906): Process ended prematurely: osmo-stp_10.42.42.5(pid=6906) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6906)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a16:39:01.509415 tst ping.py:22: Test FAILED (7.5 sec)\u000a16:39:01.577847 run osmo-hlr_10.42.42.2(pid=6903): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6903)]\u000a16:39:01.633571 run osmo-hlr_10.42.42.2(pid=6903): stdout: \u000a| (launched: 2022-12-13_16:38:57.512842) \u000a16:39:01.689920 run osmo-hlr_10.42.42.2(pid=6903): stderr: \u000a| �[0;m�[1;31m20221213163857823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163857823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163857823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163857823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163857823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163857823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163857843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163857851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163857852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163857852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:01.737790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6902): Terminating (SIGTERM)\u000a16:39:01.786425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6905): Terminating (SIGTERM)\u000a16:39:01.833360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6908): Terminating (SIGTERM)\u000a16:39:01.844529 --- ParallelTerminationStrategy: PID 6902 died...\u000a16:39:01.906246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6902): Terminated: ok {rc=0}\u000a16:39:01.918540 --- ParallelTerminationStrategy: PID 6905 died...\u000a16:39:01.978823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6905): Terminated: ok {rc=0}\u000a16:39:01.990786 --- ParallelTerminationStrategy: PID 6908 died...\u000a16:39:02.049936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6908): Terminated: ok {rc=0}\u000a16:39:02.173506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6916): Process ended prematurely: osmo-stp_10.42.42.5(pid=6916) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6916): Process ended prematurely: osmo-stp_10.42.42.5(pid=6916) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a16:39:03.237814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.250928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a16:39:03.410963 tst ping_idle_ping.py: using LAC 34893\u000a16:39:03.537107 tst ping_idle_ping.py: using RAC 213\u000a16:39:03.662130 tst ping_idle_ping.py: using CellId 34893\u000a16:39:03.787679 tst ping_idle_ping.py: using BVCI 34894\u000a16:39:03.812287 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.825396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.837640 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.849956 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.862328 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.874810 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.887748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a16:39:03.900231 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a16:39:04.191516 tst ping_idle_ping.py:24: start network...\u000a16:39:04.323584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:04.870422 run create_hlr_db(pid=6910): Launched\u000a16:39:05.054808 bus /gobi_6: Setting Powered False\u000a16:39:06.076452 run create_hlr_db(pid=6910): Terminated: ok {rc=0}\u000a16:39:06.518574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6912): Launched\u000a16:39:06.938534 run osmo-hlr_10.42.42.2(pid=6913): Launched\u000a16:39:07.179068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:07.811142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6915): Launched\u000a16:39:08.226772 run osmo-stp_10.42.42.5(pid=6916): Launched\u000a16:39:08.465298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:09.072049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6919): Launched\u000a16:39:09.188483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:09.475495 run patchelf(pid=6920): Launched\u000a16:39:09.666606 run osmo-stp_10.42.42.5(pid=6916): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)]\u000a16:39:09.806955 run osmo-stp_10.42.42.5(pid=6916): stdout: \u000a| (launched: 2022-12-13_16:39:07.971398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:09.947284 run osmo-stp_10.42.42.5(pid=6916): stderr: \u000a| �[0;m�[38;5;43m20221213163908296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163908297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163908297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163908297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163908298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163908298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163908298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:10.082368 run osmo-stp_10.42.42.5(pid=6916): stdout: \u000a| (launched: 2022-12-13_16:39:07.971398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:10.215953 run osmo-stp_10.42.42.5(pid=6916): stderr: \u000a| �[0;m�[38;5;43m20221213163908296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163908297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163908297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163908297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163908298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163908298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163908298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:10.372113 run patchelf(pid=6920): Terminating (SIGINT)\u000a16:39:10.555811 run patchelf(pid=6920): Terminated: ok {rc=0}\u000a16:39:10.589057 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=6916): Process ended prematurely: osmo-stp_10.42.42.5(pid=6916) [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6916)] [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a16:39:10.598609 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a16:39:10.662751 run osmo-hlr_10.42.42.2(pid=6913): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6913)]\u000a16:39:10.715102 run osmo-hlr_10.42.42.2(pid=6913): stdout: \u000a| (launched: 2022-12-13_16:39:06.682582) \u000a16:39:10.767931 run osmo-hlr_10.42.42.2(pid=6913): stderr: \u000a| �[0;m�[1;31m20221213163907021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163907021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163907021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163907021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163907021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163907021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163907037 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163907049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163907050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163907050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:10.813398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6912): Terminating (SIGTERM)\u000a16:39:10.856141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6915): Terminating (SIGTERM)\u000a16:39:10.899096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6919): Terminating (SIGTERM)\u000a16:39:10.908922 --- ParallelTerminationStrategy: PID 6912 died...\u000a16:39:10.966253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6912): Terminated: ok {rc=0}\u000a16:39:10.976399 --- ParallelTerminationStrategy: PID 6915 died...\u000a16:39:11.033343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6915): Terminated: ok {rc=0}\u000a16:39:11.043513 --- ParallelTerminationStrategy: PID 6919 died...\u000a16:39:11.100384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6919): Terminated: ok {rc=0}\u000a16:39:11.188979 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:38:10" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6932): Process ended prematurely: osmo-stp_10.42.42.5(pid=6932) [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6932): Process ended prematurely: osmo-stp_10.42.42.5(pid=6932) [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:39:13.219067 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.231182 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:39:13.393024 tst switch_tch_pdch.py: using LAC 34894\u000a16:39:13.518643 tst switch_tch_pdch.py: using RAC 214\u000a16:39:13.648881 tst switch_tch_pdch.py: using CellId 34894\u000a16:39:13.774472 tst switch_tch_pdch.py: using BVCI 34895\u000a16:39:13.799380 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.811325 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.823225 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.835150 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.847398 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.859558 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.871833 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:39:13.884120 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:14.002024 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:39:14.285811 tst switch_tch_pdch.py:51: start network...\u000a16:39:14.412058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:14.902644 run create_hlr_db(pid=6926): Launched\u000a16:39:15.079207 bus /gobi_6: Setting Powered False\u000a16:39:16.119546 run create_hlr_db(pid=6926): Terminated: ok {rc=0}\u000a16:39:16.572471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6928): Launched\u000a16:39:16.962574 run osmo-hlr_10.42.42.2(pid=6929): Launched\u000a16:39:17.124918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:17.785215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6931): Launched\u000a16:39:18.113803 run osmo-stp_10.42.42.5(pid=6932): Launched\u000a16:39:18.232300 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:18.804484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6934): Launched\u000a16:39:18.920352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:19.207081 run patchelf(pid=6935): Launched\u000a16:39:19.397729 run osmo-stp_10.42.42.5(pid=6932): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)]\u000a16:39:19.538464 run osmo-stp_10.42.42.5(pid=6932): stdout: \u000a| (launched: 2022-12-13_16:39:17.951031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:19.679503 run osmo-stp_10.42.42.5(pid=6932): stderr: \u000a| �[0;m�[38;5;43m20221213163918141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163918141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163918141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163918141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163918142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163918142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163918142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:19.814931 run osmo-stp_10.42.42.5(pid=6932): stdout: \u000a| (launched: 2022-12-13_16:39:17.951031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:19.948451 run osmo-stp_10.42.42.5(pid=6932): stderr: \u000a| �[0;m�[38;5;43m20221213163918141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163918141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163918141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163918141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163918142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163918142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163918142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:20.104256 run patchelf(pid=6935): Terminating (SIGINT)\u000a16:39:20.287130 run patchelf(pid=6935): Terminated: ok {rc=0}\u000a16:39:20.320335 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6932): Process ended prematurely: osmo-stp_10.42.42.5(pid=6932) [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6932)] [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:39:20.329826 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a16:39:20.394050 run osmo-hlr_10.42.42.2(pid=6929): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6929)]\u000a16:39:20.446371 run osmo-hlr_10.42.42.2(pid=6929): stdout: \u000a| (launched: 2022-12-13_16:39:16.742564) \u000a16:39:20.499741 run osmo-hlr_10.42.42.2(pid=6929): stderr: \u000a| �[0;m�[1;31m20221213163917090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163917090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163917090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163917090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163917090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163917090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163917107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163917115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163917116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163917116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:20.545300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6928): Terminating (SIGTERM)\u000a16:39:20.588190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6931): Terminating (SIGTERM)\u000a16:39:20.631054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6934): Terminating (SIGTERM)\u000a16:39:20.641045 --- ParallelTerminationStrategy: PID 6928 died...\u000a16:39:20.698437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6928): Terminated: ok {rc=0}\u000a16:39:20.708754 --- ParallelTerminationStrategy: PID 6931 died...\u000a16:39:20.765808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6931): Terminated: ok {rc=0}\u000a16:39:20.776106 --- ParallelTerminationStrategy: PID 6934 died...\u000a16:39:20.833168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6934): Terminated: ok {rc=0}\u000a16:39:20.921232 bus /gobi_0: Setting Powered False\u000a16:39:22.027659 bus /gobi_0: Setting Powered False\u000a16:39:23.141385 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:39:12" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6945): Process ended prematurely: osmo-stp_10.42.42.5(pid=6945) [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6945)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6945): Process ended prematurely: osmo-stp_10.42.42.5(pid=6945) [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a16:39:25.124386 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.136051 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a16:39:25.295542 tst switch_tch_pdch.py: using LAC 34895\u000a16:39:25.420591 tst switch_tch_pdch.py: using RAC 215\u000a16:39:25.545664 tst switch_tch_pdch.py: using CellId 34895\u000a16:39:25.670036 tst switch_tch_pdch.py: using BVCI 34896\u000a16:39:25.694966 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.706783 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.718513 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.730298 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.742198 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.754172 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.766313 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a16:39:25.778360 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:39:25.897493 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a16:39:26.195841 tst switch_tch_pdch.py:51: start network...\u000a16:39:26.331256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:26.814871 run create_hlr_db(pid=6939): Launched\u000a16:39:26.948179 bus /gobi_6: Setting Powered False\u000a16:39:28.024077 run create_hlr_db(pid=6939): Terminated: ok {rc=0}\u000a16:39:28.408557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6941): Launched\u000a16:39:28.717027 run osmo-hlr_10.42.42.2(pid=6942): Launched\u000a16:39:28.837922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:29.347944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6944): Launched\u000a16:39:29.655299 run osmo-stp_10.42.42.5(pid=6945): Launched\u000a16:39:29.766673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:39:30.274905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6947): Launched\u000a16:39:30.383290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:39:30.650419 run patchelf(pid=6948): Launched\u000a16:39:30.829827 run osmo-stp_10.42.42.5(pid=6945): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6945)]\u000a16:39:30.969455 run osmo-stp_10.42.42.5(pid=6945): stdout: \u000a| (launched: 2022-12-13_16:39:29.502851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:31.103946 run osmo-stp_10.42.42.5(pid=6945): stderr: \u000a| �[0;m�[38;5;43m20221213163929674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163929674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163929674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163929675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163929675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163929675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163929675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:31.232777 run osmo-stp_10.42.42.5(pid=6945): stdout: \u000a| (launched: 2022-12-13_16:39:29.502851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:31.360711 run osmo-stp_10.42.42.5(pid=6945): stderr: \u000a| �[0;m�[38;5;43m20221213163929674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163929674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163929674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163929675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163929675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163929675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163929675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:31.511500 run patchelf(pid=6948): Terminating (SIGINT)\u000a16:39:31.687800 run patchelf(pid=6948): Terminated: ok {rc=0}\u000a16:39:31.720503 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=6945): Process ended prematurely: osmo-stp_10.42.42.5(pid=6945) [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6945)] [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a16:39:31.730533 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a16:39:31.792403 run osmo-hlr_10.42.42.2(pid=6942): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6942)]\u000a16:39:31.842881 run osmo-hlr_10.42.42.2(pid=6942): stdout: \u000a| (launched: 2022-12-13_16:39:28.563897) \u000a16:39:31.894447 run osmo-hlr_10.42.42.2(pid=6942): stderr: \u000a| �[0;m�[1;31m20221213163928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163928738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163928751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163928759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163928760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163928760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:31.938175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6941): Terminating (SIGTERM)\u000a16:39:31.980217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6944): Terminating (SIGTERM)\u000a16:39:32.023809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6947): Terminating (SIGTERM)\u000a16:39:32.034420 --- ParallelTerminationStrategy: PID 6941 died...\u000a16:39:32.090973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6941): Terminated: ok {rc=0}\u000a16:39:32.101089 --- ParallelTerminationStrategy: PID 6944 died...\u000a16:39:32.154803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6944): Terminated: ok {rc=0}\u000a16:39:32.164819 --- ParallelTerminationStrategy: PID 6947 died...\u000a16:39:32.218590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=6947): Terminated: ok {rc=0}\u000a16:39:32.303041 bus /gobi_0: Setting Powered False\u000a16:39:33.410237 bus /gobi_0: Setting Powered False\u000a16:39:34.522898 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:39:24" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6953): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6953) [trial-2391↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6953)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6953): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6953) [trial-2391↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a16:39:36.396937 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a16:39:36.407958 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a16:39:36.541375 tst mo_mt_sms.py: using LAC 34896\u000a16:39:36.669800 tst mo_mt_sms.py: using RAC 216\u000a16:39:36.796294 tst mo_mt_sms.py: using CellId 34896\u000a16:39:36.924107 tst mo_mt_sms.py: using BVCI 34897\u000a16:39:36.948620 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a16:39:37.066328 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a16:39:37.343637 tst mo_mt_sms.py:9: start nitb and bts...\u000a16:39:37.469899 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:39:38.102783 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6952): Launched\u000a16:39:38.408066 run osmo-nitb_10.42.42.2(pid=6953): Launched\u000a16:39:38.596732 run osmo-nitb_10.42.42.2(pid=6953): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6953)]\u000a16:39:38.735162 run osmo-nitb_10.42.42.2(pid=6953): stdout: \u000a| (launched: 2022-12-13_16:39:38.257938) \u000a16:39:38.874271 run osmo-nitb_10.42.42.2(pid=6953): stderr: \u000a| (launched: 2022-12-13_16:39:38.303244)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:39:39.008341 run osmo-nitb_10.42.42.2(pid=6953): stdout: \u000a| (launched: 2022-12-13_16:39:38.257938) \u000a16:39:39.141217 run osmo-nitb_10.42.42.2(pid=6953): stderr: \u000a| (launched: 2022-12-13_16:39:38.303244)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:39:39.531112 tst osmo-nitb_10.42.42.2(pid=6953): stdout: \u000a| (launched: 2022-12-13_16:39:38.257938) \u000a16:39:39.651858 tst osmo-nitb_10.42.42.2(pid=6953): stderr: \u000a| (launched: 2022-12-13_16:39:38.303244)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:39:39.705099 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=6953): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6953) [trial-2391↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6953)] [trial-2391↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a16:39:39.713162 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a16:39:39.747800 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6952): Terminating (SIGTERM)\u000a16:39:39.925450 --- ParallelTerminationStrategy: PID 6952 died...\u000a16:39:39.981903 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6952): Terminated: ok {rc=0}\u000a16:39:40.072148 bus /sierra_3: Setting Powered False\u000a16:39:41.176411 bus /sierra_3: Setting Powered False\u000a16:39:42.289635 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:39:36" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6963): Process ended prematurely: osmo-stp_10.42.42.5(pid=6963) [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6963)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6963): Process ended prematurely: osmo-stp_10.42.42.5(pid=6963) [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a16:39:44.149785 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:44.160515 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:39:44.293281 tst mo_mt_sms.py: using LAC 34897\u000a16:39:44.422299 tst mo_mt_sms.py: using RAC 217\u000a16:39:44.551460 tst mo_mt_sms.py: using CellId 34897\u000a16:39:44.679604 tst mo_mt_sms.py: using BVCI 34898\u000a16:39:44.704431 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:44.715751 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:44.726976 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:44.738132 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:44.749656 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:39:44.761121 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a16:39:44.877966 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a16:39:45.098643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:39:45.611534 run create_hlr_db(pid=6957): Launched\u000a16:39:45.801033 bus /sierra_2: Setting Powered False\u000a16:39:46.819105 run create_hlr_db(pid=6957): Terminated: ok {rc=0}\u000a16:39:47.249131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6959): Launched\u000a16:39:47.557278 run osmo-hlr_10.42.42.2(pid=6960): Launched\u000a16:39:47.678298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:39:48.214771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6962): Launched\u000a16:39:48.522571 run osmo-stp_10.42.42.5(pid=6963): Launched\u000a16:39:48.633558 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:39:49.191238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6965): Launched\u000a16:39:49.498261 run osmo-msc_10.42.42.6(pid=6966): Launched\u000a16:39:49.677826 run osmo-stp_10.42.42.5(pid=6963): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6963)]\u000a16:39:49.806955 run osmo-stp_10.42.42.5(pid=6963): stdout: \u000a| (launched: 2022-12-13_16:39:48.369416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:49.933929 run osmo-stp_10.42.42.5(pid=6963): stderr: \u000a| �[0;m�[38;5;43m20221213163948541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163948541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163948541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163948542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163948542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163948542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163948542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:50.057269 run osmo-stp_10.42.42.5(pid=6963): stdout: \u000a| (launched: 2022-12-13_16:39:48.369416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:39:50.178945 run osmo-stp_10.42.42.5(pid=6963): stderr: \u000a| �[0;m�[38;5;43m20221213163948541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213163948541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213163948541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213163948542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213163948542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213163948542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213163948542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:39:50.232415 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=6963): Process ended prematurely: osmo-stp_10.42.42.5(pid=6963) [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6963)] [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a16:39:50.240447 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a16:39:50.300477 run osmo-hlr_10.42.42.2(pid=6960): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6960)]\u000a16:39:50.349346 run osmo-hlr_10.42.42.2(pid=6960): stdout: \u000a| (launched: 2022-12-13_16:39:47.404735) \u000a16:39:50.398808 run osmo-hlr_10.42.42.2(pid=6960): stderr: \u000a| �[0;m�[1;31m20221213163947583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213163947583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213163947583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163947584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213163947584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213163947584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213163947598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213163947608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213163947608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213163947608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:39:50.466068 run osmo-msc_10.42.42.6(pid=6966): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6966)]\u000a16:39:50.514791 run osmo-msc_10.42.42.6(pid=6966): stdout: \u000a| (launched: 2022-12-13_16:39:49.346243) \u000a16:39:50.564396 run osmo-msc_10.42.42.6(pid=6966): stderr: \u000a| �[0;m�[38;5;43m20221213163949620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213163949620 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a75b95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213163949620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213163949620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213163949621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213163949621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213163949622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213163949623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213163949623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213163949623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:39:50.606401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6959): Terminating (SIGTERM)\u000a16:39:50.646073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6962): Terminating (SIGTERM)\u000a16:39:50.685654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6965): Terminating (SIGTERM)\u000a16:39:50.694891 --- ParallelTerminationStrategy: PID 6959 died...\u000a16:39:50.748175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6959): Terminated: ok {rc=0}\u000a16:39:50.757743 --- ParallelTerminationStrategy: PID 6962 died...\u000a16:39:50.810788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6962): Terminated: ok {rc=0}\u000a16:39:50.820279 --- ParallelTerminationStrategy: PID 6965 died...\u000a16:39:50.873303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6965): Terminated: ok {rc=0}\u000a16:39:50.962089 bus /sierra_3: Setting Powered False\u000a16:39:52.070416 bus /sierra_3: Setting Powered False\u000a16:39:53.179007 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:39:43" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=6972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6972) [trial-2391↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6972)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=6972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6972) [trial-2391↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a16:39:54.994612 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a16:39:55.005679 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:39:55.130129 tst assert_extension.py: using LAC 34898\u000a16:39:55.247968 tst assert_extension.py: using RAC 218\u000a16:39:55.372230 tst assert_extension.py: using CellId 34898\u000a16:39:55.489198 tst assert_extension.py: using BVCI 34899\u000a16:39:55.512167 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a16:39:55.791697 tst assert_extension.py:10: start nitb and bts...\u000a16:39:55.918014 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:39:56.551611 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6971): Launched\u000a16:39:56.856116 run osmo-nitb_10.42.42.2(pid=6972): Launched\u000a16:39:57.044360 run osmo-nitb_10.42.42.2(pid=6972): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6972)]\u000a16:39:57.182754 run osmo-nitb_10.42.42.2(pid=6972): stdout: \u000a| (launched: 2022-12-13_16:39:56.706930) \u000a16:39:57.321566 run osmo-nitb_10.42.42.2(pid=6972): stderr: \u000a| (launched: 2022-12-13_16:39:56.752618)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:39:57.455396 run osmo-nitb_10.42.42.2(pid=6972): stdout: \u000a| (launched: 2022-12-13_16:39:56.706930) \u000a16:39:57.587915 run osmo-nitb_10.42.42.2(pid=6972): stderr: \u000a| (launched: 2022-12-13_16:39:56.752618)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:39:57.979600 tst osmo-nitb_10.42.42.2(pid=6972): stdout: \u000a| (launched: 2022-12-13_16:39:56.706930) \u000a16:39:58.101609 tst osmo-nitb_10.42.42.2(pid=6972): stderr: \u000a| (launched: 2022-12-13_16:39:56.752618)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:39:58.155369 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=6972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=6972) [trial-2391↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=6972)] [trial-2391↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a16:39:58.163504 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a16:39:58.198047 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6971): Terminating (SIGTERM)\u000a16:39:58.375572 --- ParallelTerminationStrategy: PID 6971 died...\u000a16:39:58.431233 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=6971): Terminated: ok {rc=0}\u000a16:39:58.521587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:39:54" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6985): Process ended prematurely: osmo-stp_10.42.42.5(pid=6985) [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6985): Process ended prematurely: osmo-stp_10.42.42.5(pid=6985) [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a16:40:00.341690 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:00.353230 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:40:00.487676 tst assert_extension.py: using LAC 34899\u000a16:40:00.616871 tst assert_extension.py: using RAC 219\u000a16:40:00.737947 tst assert_extension.py: using CellId 34899\u000a16:40:00.860644 tst assert_extension.py: using BVCI 34900\u000a16:40:00.886831 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:00.901156 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:00.912561 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:00.923672 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:00.934849 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:40:00.945868 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a16:40:01.170378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:01.710689 run create_hlr_db(pid=6976): Launched\u000a16:40:01.891133 bus /sierra_2: Setting Powered False\u000a16:40:02.908626 run create_hlr_db(pid=6976): Terminated: ok {rc=0}\u000a16:40:03.344537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6981): Launched\u000a16:40:03.666965 run osmo-hlr_10.42.42.2(pid=6982): Launched\u000a16:40:03.786899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:04.329468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6984): Launched\u000a16:40:04.636437 run osmo-stp_10.42.42.5(pid=6985): Launched\u000a16:40:04.746728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:05.303216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6987): Launched\u000a16:40:05.611417 run osmo-msc_10.42.42.6(pid=6988): Launched\u000a16:40:05.790319 run osmo-stp_10.42.42.5(pid=6985): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)]\u000a16:40:05.919427 run osmo-stp_10.42.42.5(pid=6985): stdout: \u000a| (launched: 2022-12-13_16:40:04.484520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:06.046330 run osmo-stp_10.42.42.5(pid=6985): stderr: \u000a| �[0;m�[38;5;43m20221213164004655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164004655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164004656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164004656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164004657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164004657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164004657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:06.169658 run osmo-stp_10.42.42.5(pid=6985): stdout: \u000a| (launched: 2022-12-13_16:40:04.484520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:06.291264 run osmo-stp_10.42.42.5(pid=6985): stderr: \u000a| �[0;m�[38;5;43m20221213164004655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164004655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164004656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164004656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164004657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164004657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164004657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:06.344757 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=6985): Process ended prematurely: osmo-stp_10.42.42.5(pid=6985) [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6985)] [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a16:40:06.352784 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a16:40:06.413155 run osmo-hlr_10.42.42.2(pid=6982): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6982)]\u000a16:40:06.462291 run osmo-hlr_10.42.42.2(pid=6982): stdout: \u000a| (launched: 2022-12-13_16:40:03.510628) \u000a16:40:06.512170 run osmo-hlr_10.42.42.2(pid=6982): stderr: \u000a| �[0;m�[1;31m20221213164003695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164003696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164003696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164003696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164003696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164003696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164003708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164003717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164003718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164003718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:06.580526 run osmo-msc_10.42.42.6(pid=6988): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6988)]\u000a16:40:06.629703 run osmo-msc_10.42.42.6(pid=6988): stdout: \u000a| (launched: 2022-12-13_16:40:05.458978) \u000a16:40:06.679336 run osmo-msc_10.42.42.6(pid=6988): stderr: \u000a| �[0;m�[38;5;43m20221213164005733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164005733 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feaf7bbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164005733 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164005733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164005733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164005734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164005735 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164005736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164005736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164005736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:06.722305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6981): Terminating (SIGTERM)\u000a16:40:06.762545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6984): Terminating (SIGTERM)\u000a16:40:06.802600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6987): Terminating (SIGTERM)\u000a16:40:06.811877 --- ParallelTerminationStrategy: PID 6981 died...\u000a16:40:06.865394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6981): Terminated: ok {rc=0}\u000a16:40:06.874983 --- ParallelTerminationStrategy: PID 6984 died...\u000a16:40:06.928708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6984): Terminated: ok {rc=0}\u000a16:40:06.938286 --- ParallelTerminationStrategy: PID 6987 died...\u000a16:40:06.991413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6987): Terminated: ok {rc=0}\u000a16:40:07.075332 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:40:00" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6999): Process ended prematurely: osmo-stp_10.42.42.5(pid=6999) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6999): Process ended prematurely: osmo-stp_10.42.42.5(pid=6999) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:40:09.012653 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:09.023948 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:40:09.178246 tst mo_mt_call.py: using LAC 34900\u000a16:40:09.303331 tst mo_mt_call.py: using RAC 220\u000a16:40:09.425711 tst mo_mt_call.py: using CellId 34900\u000a16:40:09.545978 tst mo_mt_call.py: using BVCI 34901\u000a16:40:09.569575 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:09.580766 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:09.591868 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:09.603051 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:09.614802 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:09.626391 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:40:09.742521 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:40:09.946196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:10.443238 run create_hlr_db(pid=6993): Launched\u000a16:40:10.621450 bus /sierra_2: Setting Powered False\u000a16:40:11.642487 run create_hlr_db(pid=6993): Terminated: ok {rc=0}\u000a16:40:12.085745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6995): Launched\u000a16:40:12.420404 run osmo-hlr_10.42.42.2(pid=6996): Launched\u000a16:40:12.542762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:13.117440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6998): Launched\u000a16:40:13.449430 run osmo-stp_10.42.42.5(pid=6999): Launched\u000a16:40:13.569962 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:14.175922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7001): Launched\u000a16:40:14.510240 run osmo-msc_10.42.42.6(pid=7002): Launched\u000a16:40:14.704811 run osmo-stp_10.42.42.5(pid=6999): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)]\u000a16:40:14.845084 run osmo-stp_10.42.42.5(pid=6999): stdout: \u000a| (launched: 2022-12-13_16:40:13.284827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:14.983354 run osmo-stp_10.42.42.5(pid=6999): stderr: \u000a| �[0;m�[38;5;43m20221213164013478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164013478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164013478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164013479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164013479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164013479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164013479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:15.116371 run osmo-stp_10.42.42.5(pid=6999): stdout: \u000a| (launched: 2022-12-13_16:40:13.284827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:15.247942 run osmo-stp_10.42.42.5(pid=6999): stderr: \u000a| �[0;m�[38;5;43m20221213164013478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164013478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164013478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164013479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164013479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164013479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164013479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:15.306272 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=6999): Process ended prematurely: osmo-stp_10.42.42.5(pid=6999) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6999)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:40:15.315669 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:40:15.378966 run osmo-hlr_10.42.42.2(pid=6996): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6996)]\u000a16:40:15.430941 run osmo-hlr_10.42.42.2(pid=6996): stdout: \u000a| (launched: 2022-12-13_16:40:12.254826) \u000a16:40:15.483537 run osmo-hlr_10.42.42.2(pid=6996): stderr: \u000a| �[0;m�[1;31m20221213164012457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164012457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164012457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164012458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164012458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164012458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164012468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164012478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164012478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164012478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:15.555416 run osmo-msc_10.42.42.6(pid=7002): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7002)]\u000a16:40:15.607397 run osmo-msc_10.42.42.6(pid=7002): stdout: \u000a| (launched: 2022-12-13_16:40:14.344373) \u000a16:40:15.659614 run osmo-msc_10.42.42.6(pid=7002): stderr: \u000a| �[0;m�[38;5;43m20221213164014667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164014667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45a250ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164014667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164014667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164014667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164014667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164014669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164014670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164014670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164014670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:15.704443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6995): Terminating (SIGTERM)\u000a16:40:15.746884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6998): Terminating (SIGTERM)\u000a16:40:15.788807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7001): Terminating (SIGTERM)\u000a16:40:15.798967 --- ParallelTerminationStrategy: PID 6995 died...\u000a16:40:15.882684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6995): Terminated: ok {rc=0}\u000a16:40:15.894781 --- ParallelTerminationStrategy: PID 6998 died...\u000a16:40:15.957628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6998): Terminated: ok {rc=0}\u000a16:40:15.968260 --- ParallelTerminationStrategy: PID 7001 died...\u000a16:40:16.027124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7001): Terminated: ok {rc=0}\u000a16:40:16.115043 bus /sierra_3: Setting Powered False\u000a16:40:17.221987 bus /sierra_3: Setting Powered False\u000a16:40:18.330389 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7010): Process ended prematurely: osmo-stp_10.42.42.5(pid=7010) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7010): Process ended prematurely: osmo-stp_10.42.42.5(pid=7010) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:40:19.445537 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:19.458167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:40:19.618655 tst mo_mt_call_osmux.py: using LAC 34901\u000a16:40:19.748480 tst mo_mt_call_osmux.py: using RAC 221\u000a16:40:19.878410 tst mo_mt_call_osmux.py: using CellId 34901\u000a16:40:20.007306 tst mo_mt_call_osmux.py: using BVCI 34902\u000a16:40:20.032500 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:20.044322 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:20.056313 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:20.067939 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:20.080006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:40:20.091988 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:40:20.213149 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:40:20.431311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:20.954263 run create_hlr_db(pid=7004): Launched\u000a16:40:21.146314 bus /sierra_2: Setting Powered False\u000a16:40:22.166896 run create_hlr_db(pid=7004): Terminated: ok {rc=0}\u000a16:40:22.587089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7006): Launched\u000a16:40:22.899183 run osmo-hlr_10.42.42.2(pid=7007): Launched\u000a16:40:23.017847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:23.557991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7009): Launched\u000a16:40:23.870854 run osmo-stp_10.42.42.5(pid=7010): Launched\u000a16:40:23.984786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:24.555444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7012): Launched\u000a16:40:24.868294 run osmo-msc_10.42.42.6(pid=7013): Launched\u000a16:40:25.050703 run osmo-stp_10.42.42.5(pid=7010): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)]\u000a16:40:25.182503 run osmo-stp_10.42.42.5(pid=7010): stdout: \u000a| (launched: 2022-12-13_16:40:23.716441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:25.311849 run osmo-stp_10.42.42.5(pid=7010): stderr: \u000a| �[0;m�[38;5;43m20221213164023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164023889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164023889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:25.436288 run osmo-stp_10.42.42.5(pid=7010): stdout: \u000a| (launched: 2022-12-13_16:40:23.716441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:25.559800 run osmo-stp_10.42.42.5(pid=7010): stderr: \u000a| �[0;m�[38;5;43m20221213164023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164023888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164023889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164023889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164023890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:25.614175 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7010): Process ended prematurely: osmo-stp_10.42.42.5(pid=7010) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7010)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:40:25.622840 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:40:25.682777 run osmo-hlr_10.42.42.2(pid=7007): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7007)]\u000a16:40:25.731911 run osmo-hlr_10.42.42.2(pid=7007): stdout: \u000a| (launched: 2022-12-13_16:40:22.744620) \u000a16:40:25.782229 run osmo-hlr_10.42.42.2(pid=7007): stderr: \u000a| �[0;m�[1;31m20221213164022920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164022920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164022920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164022920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164022920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164022920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164022933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164022941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:25.850094 run osmo-msc_10.42.42.6(pid=7013): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7013)]\u000a16:40:25.899360 run osmo-msc_10.42.42.6(pid=7013): stdout: \u000a| (launched: 2022-12-13_16:40:24.713507) \u000a16:40:25.949195 run osmo-msc_10.42.42.6(pid=7013): stderr: \u000a| �[0;m�[38;5;43m20221213164024989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164024990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1779cc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164024990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164024990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164024990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164024990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164024992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164024992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164024992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164024992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:25.991158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7006): Terminating (SIGTERM)\u000a16:40:26.030704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7009): Terminating (SIGTERM)\u000a16:40:26.070453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7012): Terminating (SIGTERM)\u000a16:40:26.079639 --- ParallelTerminationStrategy: PID 7006 died...\u000a16:40:26.132794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7006): Terminated: ok {rc=0}\u000a16:40:26.142427 --- ParallelTerminationStrategy: PID 7009 died...\u000a16:40:26.195479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7009): Terminated: ok {rc=0}\u000a16:40:26.204942 --- ParallelTerminationStrategy: PID 7012 died...\u000a16:40:26.257625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7012): Terminated: ok {rc=0}\u000a16:40:26.345703 bus /sierra_3: Setting Powered False\u000a16:40:27.449343 bus /sierra_3: Setting Powered False\u000a16:40:28.556595 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:40:08" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7024): Process ended prematurely: osmo-stp_10.42.42.5(pid=7024) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7024): Process ended prematurely: osmo-stp_10.42.42.5(pid=7024) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:40:30.541570 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:30.553193 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:40:30.703620 tst mo_mt_call.py: using LAC 34902\u000a16:40:30.846792 tst mo_mt_call.py: using RAC 222\u000a16:40:30.985835 tst mo_mt_call.py: using CellId 34902\u000a16:40:31.114276 tst mo_mt_call.py: using BVCI 34903\u000a16:40:31.139289 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:31.152752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:31.165146 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:31.177684 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:31.189588 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:31.201254 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:40:31.317039 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:40:31.553439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:32.122094 run create_hlr_db(pid=7018): Launched\u000a16:40:32.306856 bus /sierra_2: Setting Powered False\u000a16:40:33.322322 run create_hlr_db(pid=7018): Terminated: ok {rc=0}\u000a16:40:33.764533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7020): Launched\u000a16:40:34.099470 run osmo-hlr_10.42.42.2(pid=7021): Launched\u000a16:40:34.221365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:34.799403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7023): Launched\u000a16:40:35.132552 run osmo-stp_10.42.42.5(pid=7024): Launched\u000a16:40:35.253107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:35.860915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7026): Launched\u000a16:40:36.194654 run osmo-msc_10.42.42.6(pid=7027): Launched\u000a16:40:36.388075 run osmo-stp_10.42.42.5(pid=7024): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)]\u000a16:40:36.528369 run osmo-stp_10.42.42.5(pid=7024): stdout: \u000a| (launched: 2022-12-13_16:40:34.967625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:36.666566 run osmo-stp_10.42.42.5(pid=7024): stderr: \u000a| �[0;m�[38;5;43m20221213164035163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164035163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164035163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164035163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164035164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164035164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164035164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:36.799433 run osmo-stp_10.42.42.5(pid=7024): stdout: \u000a| (launched: 2022-12-13_16:40:34.967625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:36.930682 run osmo-stp_10.42.42.5(pid=7024): stderr: \u000a| �[0;m�[38;5;43m20221213164035163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164035163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164035163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164035163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164035164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164035164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164035164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:36.988732 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7024): Process ended prematurely: osmo-stp_10.42.42.5(pid=7024) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7024)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:40:36.998203 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:40:37.061660 run osmo-hlr_10.42.42.2(pid=7021): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7021)]\u000a16:40:37.113578 run osmo-hlr_10.42.42.2(pid=7021): stdout: \u000a| (launched: 2022-12-13_16:40:33.933500) \u000a16:40:37.166057 run osmo-hlr_10.42.42.2(pid=7021): stderr: \u000a| �[0;m�[1;31m20221213164034130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164034130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164034130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164034130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164034130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164034130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164034143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164034153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164034153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164034153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:37.237632 run osmo-msc_10.42.42.6(pid=7027): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7027)]\u000a16:40:37.289631 run osmo-msc_10.42.42.6(pid=7027): stdout: \u000a| (launched: 2022-12-13_16:40:36.029435) \u000a16:40:37.342053 run osmo-msc_10.42.42.6(pid=7027): stderr: \u000a| �[0;m�[38;5;43m20221213164036353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164036353 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d8e805c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164036353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164036353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164036355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164036355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164036356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:37.386721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7020): Terminating (SIGTERM)\u000a16:40:37.428759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7023): Terminating (SIGTERM)\u000a16:40:37.471177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7026): Terminating (SIGTERM)\u000a16:40:37.481099 --- ParallelTerminationStrategy: PID 7020 died...\u000a16:40:37.537879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7020): Terminated: ok {rc=0}\u000a16:40:37.547917 --- ParallelTerminationStrategy: PID 7023 died...\u000a16:40:37.604179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7023): Terminated: ok {rc=0}\u000a16:40:37.614215 --- ParallelTerminationStrategy: PID 7026 died...\u000a16:40:37.670461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7026): Terminated: ok {rc=0}\u000a16:40:37.757049 bus /sierra_3: Setting Powered False\u000a16:40:38.864523 bus /sierra_3: Setting Powered False\u000a16:40:39.976173 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7035): Process ended prematurely: osmo-stp_10.42.42.5(pid=7035) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7035)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7035): Process ended prematurely: osmo-stp_10.42.42.5(pid=7035) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:40:41.087117 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:41.099554 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:40:41.248491 tst mo_mt_call_osmux.py: using LAC 34903\u000a16:40:41.370275 tst mo_mt_call_osmux.py: using RAC 223\u000a16:40:41.493501 tst mo_mt_call_osmux.py: using CellId 34903\u000a16:40:41.617574 tst mo_mt_call_osmux.py: using BVCI 34904\u000a16:40:41.641235 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:41.652513 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:41.663807 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:41.674953 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:41.686207 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:40:41.697346 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:40:41.819903 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:40:42.027540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:42.530303 run create_hlr_db(pid=7029): Launched\u000a16:40:42.709575 bus /sierra_2: Setting Powered False\u000a16:40:43.742357 run create_hlr_db(pid=7029): Terminated: ok {rc=0}\u000a16:40:44.185811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7031): Launched\u000a16:40:44.520310 run osmo-hlr_10.42.42.2(pid=7032): Launched\u000a16:40:44.643138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:45.220316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7034): Launched\u000a16:40:45.553902 run osmo-stp_10.42.42.5(pid=7035): Launched\u000a16:40:45.674345 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:46.322977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7037): Launched\u000a16:40:46.700806 run osmo-msc_10.42.42.6(pid=7038): Launched\u000a16:40:47.138712 run osmo-stp_10.42.42.5(pid=7035): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7035)]\u000a16:40:47.411822 run osmo-stp_10.42.42.5(pid=7035): stdout: \u000a| (launched: 2022-12-13_16:40:45.388178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:47.553102 run osmo-stp_10.42.42.5(pid=7035): stderr: \u000a| �[0;m�[38;5;43m20221213164045583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164045583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164045583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164045583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164045584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164045584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164045584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:47.686515 run osmo-stp_10.42.42.5(pid=7035): stdout: \u000a| (launched: 2022-12-13_16:40:45.388178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:47.818265 run osmo-stp_10.42.42.5(pid=7035): stderr: \u000a| �[0;m�[38;5;43m20221213164045583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164045583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164045583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164045583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164045584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164045584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164045584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:47.876573 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7035): Process ended prematurely: osmo-stp_10.42.42.5(pid=7035) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7035)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:40:47.886144 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a16:40:47.949988 run osmo-hlr_10.42.42.2(pid=7032): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7032)]\u000a16:40:48.002010 run osmo-hlr_10.42.42.2(pid=7032): stdout: \u000a| (launched: 2022-12-13_16:40:44.354748) \u000a16:40:48.054782 run osmo-hlr_10.42.42.2(pid=7032): stderr: \u000a| �[0;m�[1;31m20221213164044554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164044554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164044554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164044554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164044554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164044554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164044567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164044577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164044577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164044577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:48.126751 run osmo-msc_10.42.42.6(pid=7038): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7038)]\u000a16:40:48.178847 run osmo-msc_10.42.42.6(pid=7038): stdout: \u000a| (launched: 2022-12-13_16:40:46.523980) \u000a16:40:48.231487 run osmo-msc_10.42.42.6(pid=7038): stderr: \u000a| �[0;m�[38;5;43m20221213164047125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164047126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde3f387c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164047126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164047126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164047126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164047127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164047129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164047130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164047131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164047131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:48.276669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7031): Terminating (SIGTERM)\u000a16:40:48.319416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7034): Terminating (SIGTERM)\u000a16:40:48.362531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7037): Terminating (SIGTERM)\u000a16:40:48.372270 --- ParallelTerminationStrategy: PID 7031 died...\u000a16:40:48.429545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7031): Terminated: ok {rc=0}\u000a16:40:48.439665 --- ParallelTerminationStrategy: PID 7034 died...\u000a16:40:48.496350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7034): Terminated: ok {rc=0}\u000a16:40:48.506425 --- ParallelTerminationStrategy: PID 7037 died...\u000a16:40:48.563611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7037): Terminated: ok {rc=0}\u000a16:40:48.651083 bus /sierra_3: Setting Powered False\u000a16:40:49.756766 bus /sierra_3: Setting Powered False\u000a16:40:50.864871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:40:30" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7051): Process ended prematurely: osmo-stp_10.42.42.5(pid=7051) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7051): Process ended prematurely: osmo-stp_10.42.42.5(pid=7051) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:40:52.854149 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:40:52.866172 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:40:53.025566 tst mo_mt_call.py: using LAC 34904\u000a16:40:53.156623 tst mo_mt_call.py: using RAC 224\u000a16:40:53.290962 tst mo_mt_call.py: using CellId 34904\u000a16:40:53.419518 tst mo_mt_call.py: using BVCI 34905\u000a16:40:53.444846 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:40:53.456648 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:40:53.468573 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:40:53.480375 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:40:53.492695 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:40:53.504793 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:40:53.623459 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:40:53.834049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:40:54.333321 run create_hlr_db(pid=7045): Launched\u000a16:40:54.512056 bus /sierra_2: Setting Powered False\u000a16:40:55.544726 run create_hlr_db(pid=7045): Terminated: ok {rc=0}\u000a16:40:55.988820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7047): Launched\u000a16:40:56.323166 run osmo-hlr_10.42.42.2(pid=7048): Launched\u000a16:40:56.449121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:40:57.027785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7050): Launched\u000a16:40:57.360602 run osmo-stp_10.42.42.5(pid=7051): Launched\u000a16:40:57.480936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:40:58.088592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7053): Launched\u000a16:40:58.423410 run osmo-msc_10.42.42.6(pid=7054): Launched\u000a16:40:58.618574 run osmo-stp_10.42.42.5(pid=7051): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)]\u000a16:40:58.763634 run osmo-stp_10.42.42.5(pid=7051): stdout: \u000a| (launched: 2022-12-13_16:40:57.195828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:58.899039 run osmo-stp_10.42.42.5(pid=7051): stderr: \u000a| �[0;m�[38;5;43m20221213164057390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164057390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164057391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164057391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164057392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164057392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164057392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:59.023618 run osmo-stp_10.42.42.5(pid=7051): stdout: \u000a| (launched: 2022-12-13_16:40:57.195828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:40:59.147043 run osmo-stp_10.42.42.5(pid=7051): stderr: \u000a| �[0;m�[38;5;43m20221213164057390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164057390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164057391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164057391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164057392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164057392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164057392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:40:59.201800 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7051): Process ended prematurely: osmo-stp_10.42.42.5(pid=7051) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7051)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:40:59.210736 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:40:59.271317 run osmo-hlr_10.42.42.2(pid=7048): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7048)]\u000a16:40:59.320678 run osmo-hlr_10.42.42.2(pid=7048): stdout: \u000a| (launched: 2022-12-13_16:40:56.157432) \u000a16:40:59.370656 run osmo-hlr_10.42.42.2(pid=7048): stderr: \u000a| �[0;m�[1;31m20221213164056358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164056358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164056358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164056358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164056358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164056358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164056370 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164056379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164056379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164056379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:40:59.438685 run osmo-msc_10.42.42.6(pid=7054): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7054)]\u000a16:40:59.488029 run osmo-msc_10.42.42.6(pid=7054): stdout: \u000a| (launched: 2022-12-13_16:40:58.257771) \u000a16:40:59.537904 run osmo-msc_10.42.42.6(pid=7054): stderr: \u000a| �[0;m�[38;5;43m20221213164058584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164058584 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b51e3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164058584 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164058584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164058584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164058584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164058586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164058586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164058587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164058587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:40:59.579990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7047): Terminating (SIGTERM)\u000a16:40:59.619954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7050): Terminating (SIGTERM)\u000a16:40:59.659745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7053): Terminating (SIGTERM)\u000a16:40:59.669220 --- ParallelTerminationStrategy: PID 7047 died...\u000a16:40:59.722994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7047): Terminated: ok {rc=0}\u000a16:40:59.732663 --- ParallelTerminationStrategy: PID 7050 died...\u000a16:40:59.786020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7050): Terminated: ok {rc=0}\u000a16:40:59.795708 --- ParallelTerminationStrategy: PID 7053 died...\u000a16:40:59.849078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7053): Terminated: ok {rc=0}\u000a16:40:59.937385 bus /sierra_3: Setting Powered False\u000a16:41:01.055183 bus /sierra_3: Setting Powered False\u000a16:41:02.168394 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7062): Process ended prematurely: osmo-stp_10.42.42.5(pid=7062) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7062)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7062): Process ended prematurely: osmo-stp_10.42.42.5(pid=7062) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:41:03.278830 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:41:03.291022 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:41:03.440863 tst mo_mt_call_osmux.py: using LAC 34905\u000a16:41:03.570906 tst mo_mt_call_osmux.py: using RAC 225\u000a16:41:03.703097 tst mo_mt_call_osmux.py: using CellId 34905\u000a16:41:03.835333 tst mo_mt_call_osmux.py: using BVCI 34906\u000a16:41:03.860785 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:41:03.872905 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:41:03.884802 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:41:03.896479 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:41:03.908583 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:41:03.920695 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:41:04.042564 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:41:04.250694 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:04.751250 run create_hlr_db(pid=7056): Launched\u000a16:41:04.929563 bus /sierra_2: Setting Powered False\u000a16:41:05.950484 run create_hlr_db(pid=7056): Terminated: ok {rc=0}\u000a16:41:06.365916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7058): Launched\u000a16:41:06.681258 run osmo-hlr_10.42.42.2(pid=7059): Launched\u000a16:41:06.798668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:07.340856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7061): Launched\u000a16:41:07.654258 run osmo-stp_10.42.42.5(pid=7062): Launched\u000a16:41:07.777773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:41:08.356311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7064): Launched\u000a16:41:08.676911 run osmo-msc_10.42.42.6(pid=7065): Launched\u000a16:41:08.860780 run osmo-stp_10.42.42.5(pid=7062): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7062)]\u000a16:41:08.992738 run osmo-stp_10.42.42.5(pid=7062): stdout: \u000a| (launched: 2022-12-13_16:41:07.499008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:09.122504 run osmo-stp_10.42.42.5(pid=7062): stderr: \u000a| �[0;m�[38;5;43m20221213164107675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164107675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164107675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164107676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164107676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164107677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164107677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:09.247695 run osmo-stp_10.42.42.5(pid=7062): stdout: \u000a| (launched: 2022-12-13_16:41:07.499008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:09.371312 run osmo-stp_10.42.42.5(pid=7062): stderr: \u000a| �[0;m�[38;5;43m20221213164107675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164107675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164107675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164107676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164107676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164107677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164107677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:09.426012 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7062): Process ended prematurely: osmo-stp_10.42.42.5(pid=7062) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7062)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:41:09.434742 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:41:09.494693 run osmo-hlr_10.42.42.2(pid=7059): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7059)]\u000a16:41:09.544019 run osmo-hlr_10.42.42.2(pid=7059): stdout: \u000a| (launched: 2022-12-13_16:41:06.524205) \u000a16:41:09.594084 run osmo-hlr_10.42.42.2(pid=7059): stderr: \u000a| �[0;m�[1;31m20221213164106703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164106703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164106703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164106703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164106703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164106703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164106715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164106724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164106725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164106725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:09.661671 run osmo-msc_10.42.42.6(pid=7065): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7065)]\u000a16:41:09.710659 run osmo-msc_10.42.42.6(pid=7065): stdout: \u000a| (launched: 2022-12-13_16:41:08.515754) \u000a16:41:09.760458 run osmo-msc_10.42.42.6(pid=7065): stderr: \u000a| �[0;m�[38;5;43m20221213164108790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164108790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbcd385c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164108790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164108790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164108790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164108790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164108792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164108793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:41:09.802788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7058): Terminating (SIGTERM)\u000a16:41:09.842655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7061): Terminating (SIGTERM)\u000a16:41:09.882523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7064): Terminating (SIGTERM)\u000a16:41:09.891784 --- ParallelTerminationStrategy: PID 7058 died...\u000a16:41:09.945269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7058): Terminated: ok {rc=0}\u000a16:41:09.954886 --- ParallelTerminationStrategy: PID 7061 died...\u000a16:41:10.007968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7061): Terminated: ok {rc=0}\u000a16:41:10.017614 --- ParallelTerminationStrategy: PID 7064 died...\u000a16:41:10.070506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7064): Terminated: ok {rc=0}\u000a16:41:10.158976 bus /sierra_3: Setting Powered False\u000a16:41:11.263345 bus /sierra_3: Setting Powered False\u000a16:41:12.375732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:40:52" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7076): Process ended prematurely: osmo-stp_10.42.42.5(pid=7076) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7076)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7076): Process ended prematurely: osmo-stp_10.42.42.5(pid=7076) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:41:14.344179 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:14.355595 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:41:14.503670 tst mo_mt_call.py: using LAC 34906\u000a16:41:14.626430 tst mo_mt_call.py: using RAC 226\u000a16:41:14.750381 tst mo_mt_call.py: using CellId 34906\u000a16:41:14.873601 tst mo_mt_call.py: using BVCI 34907\u000a16:41:14.897206 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:14.908435 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:14.919592 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:14.930765 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:14.942099 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:14.953242 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:41:15.075579 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:41:15.281822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:15.778827 run create_hlr_db(pid=7070): Launched\u000a16:41:15.967681 bus /sierra_2: Setting Powered False\u000a16:41:17.031209 run create_hlr_db(pid=7070): Terminated: ok {rc=0}\u000a16:41:17.461148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7072): Launched\u000a16:41:17.773766 run osmo-hlr_10.42.42.2(pid=7073): Launched\u000a16:41:17.895135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:18.473417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7075): Launched\u000a16:41:18.807648 run osmo-stp_10.42.42.5(pid=7076): Launched\u000a16:41:18.928124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:41:19.536735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7078): Launched\u000a16:41:19.870953 run osmo-msc_10.42.42.6(pid=7079): Launched\u000a16:41:20.065124 run osmo-stp_10.42.42.5(pid=7076): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7076)]\u000a16:41:20.205615 run osmo-stp_10.42.42.5(pid=7076): stdout: \u000a| (launched: 2022-12-13_16:41:18.642807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:20.344407 run osmo-stp_10.42.42.5(pid=7076): stderr: \u000a| �[0;m�[38;5;43m20221213164118838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164118838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164118838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164118839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164118839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164118839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164118839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:20.477638 run osmo-stp_10.42.42.5(pid=7076): stdout: \u000a| (launched: 2022-12-13_16:41:18.642807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:20.610208 run osmo-stp_10.42.42.5(pid=7076): stderr: \u000a| �[0;m�[38;5;43m20221213164118838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164118838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164118838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164118839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164118839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164118839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164118839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:20.668557 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7076): Process ended prematurely: osmo-stp_10.42.42.5(pid=7076) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7076)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:41:20.678120 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:41:20.741858 run osmo-hlr_10.42.42.2(pid=7073): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7073)]\u000a16:41:20.794016 run osmo-hlr_10.42.42.2(pid=7073): stdout: \u000a| (launched: 2022-12-13_16:41:17.619795) \u000a16:41:20.846733 run osmo-hlr_10.42.42.2(pid=7073): stderr: \u000a| �[0;m�[1;31m20221213164117802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164117802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164117802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164117802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164117802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164117802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164117814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164117823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164117823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164117823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:20.918566 run osmo-msc_10.42.42.6(pid=7079): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7079)]\u000a16:41:20.970649 run osmo-msc_10.42.42.6(pid=7079): stdout: \u000a| (launched: 2022-12-13_16:41:19.705653) \u000a16:41:21.023470 run osmo-msc_10.42.42.6(pid=7079): stderr: \u000a| �[0;m�[38;5;43m20221213164120026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164120027 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2cadefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164120027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164120027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164120027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164120027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164120029 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164120029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164120029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164120030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:41:21.068833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7072): Terminating (SIGTERM)\u000a16:41:21.111675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7075): Terminating (SIGTERM)\u000a16:41:21.154616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7078): Terminating (SIGTERM)\u000a16:41:21.164556 --- ParallelTerminationStrategy: PID 7072 died...\u000a16:41:21.221828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7072): Terminated: ok {rc=0}\u000a16:41:21.232019 --- ParallelTerminationStrategy: PID 7075 died...\u000a16:41:21.288609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7075): Terminated: ok {rc=0}\u000a16:41:21.299173 --- ParallelTerminationStrategy: PID 7078 died...\u000a16:41:21.355960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7078): Terminated: ok {rc=0}\u000a16:41:21.443656 bus /sierra_3: Setting Powered False\u000a16:41:22.547444 bus /sierra_3: Setting Powered False\u000a16:41:23.660015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7087): Process ended prematurely: osmo-stp_10.42.42.5(pid=7087) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7087)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7087): Process ended prematurely: osmo-stp_10.42.42.5(pid=7087) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:41:24.771904 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:24.784248 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:41:24.935488 tst mo_mt_call_osmux.py: using LAC 34907\u000a16:41:25.058380 tst mo_mt_call_osmux.py: using RAC 227\u000a16:41:25.192179 tst mo_mt_call_osmux.py: using CellId 34907\u000a16:41:25.320808 tst mo_mt_call_osmux.py: using BVCI 34908\u000a16:41:25.346350 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:25.358334 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:25.370142 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:25.381958 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:25.394855 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:41:25.407689 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:41:25.528583 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:41:25.745806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:26.267646 run create_hlr_db(pid=7081): Launched\u000a16:41:26.459069 bus /sierra_2: Setting Powered False\u000a16:41:27.479967 run create_hlr_db(pid=7081): Terminated: ok {rc=0}\u000a16:41:27.921737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7083): Launched\u000a16:41:28.255333 run osmo-hlr_10.42.42.2(pid=7084): Launched\u000a16:41:28.380018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:28.956199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7086): Launched\u000a16:41:29.290582 run osmo-stp_10.42.42.5(pid=7087): Launched\u000a16:41:29.411013 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:41:30.021381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7089): Launched\u000a16:41:30.356273 run osmo-msc_10.42.42.6(pid=7090): Launched\u000a16:41:30.551477 run osmo-stp_10.42.42.5(pid=7087): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7087)]\u000a16:41:30.691813 run osmo-stp_10.42.42.5(pid=7087): stdout: \u000a| (launched: 2022-12-13_16:41:29.124814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:30.841446 run osmo-stp_10.42.42.5(pid=7087): stderr: \u000a| �[0;m�[38;5;43m20221213164129319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164129319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164129319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164129319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:30.986177 run osmo-stp_10.42.42.5(pid=7087): stdout: \u000a| (launched: 2022-12-13_16:41:29.124814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:31.123488 run osmo-stp_10.42.42.5(pid=7087): stderr: \u000a| �[0;m�[38;5;43m20221213164129319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164129319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164129319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164129319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164129320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:31.184423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7087): Process ended prematurely: osmo-stp_10.42.42.5(pid=7087) [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7087)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:41:31.195041 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:41:31.262070 run osmo-hlr_10.42.42.2(pid=7084): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7084)]\u000a16:41:31.316848 run osmo-hlr_10.42.42.2(pid=7084): stdout: \u000a| (launched: 2022-12-13_16:41:28.089906) \u000a16:41:31.372506 run osmo-hlr_10.42.42.2(pid=7084): stderr: \u000a| �[0;m�[1;31m20221213164128289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164128289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164128289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164128289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164128289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164128289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164128302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164128310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164128311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:31.446996 run osmo-msc_10.42.42.6(pid=7090): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7090)]\u000a16:41:31.501357 run osmo-msc_10.42.42.6(pid=7090): stdout: \u000a| (launched: 2022-12-13_16:41:30.189985) \u000a16:41:31.556871 run osmo-msc_10.42.42.6(pid=7090): stderr: \u000a| �[0;m�[38;5;43m20221213164130513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164130513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54d6c4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164130513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164130513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164130513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164130514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164130515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164130516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164130516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164130516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:41:31.604280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7083): Terminating (SIGTERM)\u000a16:41:31.651122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7086): Terminating (SIGTERM)\u000a16:41:31.696374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7089): Terminating (SIGTERM)\u000a16:41:31.706884 --- ParallelTerminationStrategy: PID 7083 died...\u000a16:41:31.767288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7083): Terminated: ok {rc=0}\u000a16:41:31.779479 --- ParallelTerminationStrategy: PID 7086 died...\u000a16:41:31.838459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7086): Terminated: ok {rc=0}\u000a16:41:31.850327 --- ParallelTerminationStrategy: PID 7089 died...\u000a16:41:31.909651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7089): Terminated: ok {rc=0}\u000a16:41:32.000245 bus /sierra_3: Setting Powered False\u000a16:41:33.107624 bus /sierra_3: Setting Powered False\u000a16:41:34.217017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:41:14" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7101): Process ended prematurely: osmo-stp_10.42.42.5(pid=7101) [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7101)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7101): Process ended prematurely: osmo-stp_10.42.42.5(pid=7101) [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:41:36.204721 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:36.216541 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:41:36.374557 tst mo_mt_call.py: using LAC 34908\u000a16:41:36.501711 tst mo_mt_call.py: using RAC 228\u000a16:41:36.631675 tst mo_mt_call.py: using CellId 34908\u000a16:41:36.759156 tst mo_mt_call.py: using BVCI 34909\u000a16:41:36.784598 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:36.796412 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:36.808056 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:36.820108 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:36.832121 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:36.844288 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:41:36.969342 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:41:37.184196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:37.706814 run create_hlr_db(pid=7095): Launched\u000a16:41:37.898692 bus /sierra_2: Setting Powered False\u000a16:41:38.920272 run create_hlr_db(pid=7095): Terminated: ok {rc=0}\u000a16:41:39.362233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7097): Launched\u000a16:41:39.697282 run osmo-hlr_10.42.42.2(pid=7098): Launched\u000a16:41:39.816836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:40.396885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7100): Launched\u000a16:41:40.733389 run osmo-stp_10.42.42.5(pid=7101): Launched\u000a16:41:40.854286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:41:41.466217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7103): Launched\u000a16:41:41.803039 run osmo-msc_10.42.42.6(pid=7104): Launched\u000a16:41:41.998446 run osmo-stp_10.42.42.5(pid=7101): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7101)]\u000a16:41:42.139522 run osmo-stp_10.42.42.5(pid=7101): stdout: \u000a| (launched: 2022-12-13_16:41:40.567091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:42.278925 run osmo-stp_10.42.42.5(pid=7101): stderr: \u000a| �[0;m�[38;5;43m20221213164140762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164140762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164140763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164140763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164140764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164140764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164140764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:42.412349 run osmo-stp_10.42.42.5(pid=7101): stdout: \u000a| (launched: 2022-12-13_16:41:40.567091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:42.544839 run osmo-stp_10.42.42.5(pid=7101): stderr: \u000a| �[0;m�[38;5;43m20221213164140762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164140762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164140763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164140763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164140764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164140764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164140764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:42.603682 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7101): Process ended prematurely: osmo-stp_10.42.42.5(pid=7101) [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7101)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:41:42.613321 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a16:41:42.677068 run osmo-hlr_10.42.42.2(pid=7098): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7098)]\u000a16:41:42.728836 run osmo-hlr_10.42.42.2(pid=7098): stdout: \u000a| (launched: 2022-12-13_16:41:39.530993) \u000a16:41:42.781335 run osmo-hlr_10.42.42.2(pid=7098): stderr: \u000a| �[0;m�[1;31m20221213164139729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164139729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164139729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164139730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164139730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164139730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164139743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164139754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164139754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164139754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:42.852377 run osmo-msc_10.42.42.6(pid=7104): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7104)]\u000a16:41:42.904190 run osmo-msc_10.42.42.6(pid=7104): stdout: \u000a| (launched: 2022-12-13_16:41:41.635799) \u000a16:41:42.956594 run osmo-msc_10.42.42.6(pid=7104): stderr: \u000a| �[0;m�[38;5;43m20221213164141960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164141960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ec3200c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164141960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164141961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164141961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164141961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164141963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164141963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164141963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164141963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:41:43.001756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7097): Terminating (SIGTERM)\u000a16:41:43.044776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7100): Terminating (SIGTERM)\u000a16:41:43.087879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7103): Terminating (SIGTERM)\u000a16:41:43.097835 --- ParallelTerminationStrategy: PID 7097 died...\u000a16:41:43.155316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7097): Terminated: ok {rc=0}\u000a16:41:43.165688 --- ParallelTerminationStrategy: PID 7100 died...\u000a16:41:43.222764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7100): Terminated: ok {rc=0}\u000a16:41:43.232927 --- ParallelTerminationStrategy: PID 7103 died...\u000a16:41:43.289903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7103): Terminated: ok {rc=0}\u000a16:41:43.378739 bus /sierra_3: Setting Powered False\u000a16:41:44.485272 bus /sierra_3: Setting Powered False\u000a16:41:45.598208 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7112): Process ended prematurely: osmo-stp_10.42.42.5(pid=7112) [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7112)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7112): Process ended prematurely: osmo-stp_10.42.42.5(pid=7112) [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:41:46.718943 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:46.732662 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:41:46.890014 tst mo_mt_call_osmux.py: using LAC 34909\u000a16:41:47.049323 tst mo_mt_call_osmux.py: using RAC 229\u000a16:41:47.189446 tst mo_mt_call_osmux.py: using CellId 34909\u000a16:41:47.317083 tst mo_mt_call_osmux.py: using BVCI 34910\u000a16:41:47.340661 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:47.352089 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:47.363344 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:47.374688 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:47.386083 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:41:47.397349 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:41:47.521594 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:41:47.734712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:48.235595 run create_hlr_db(pid=7106): Launched\u000a16:41:48.415262 bus /sierra_2: Setting Powered False\u000a16:41:49.435863 run create_hlr_db(pid=7106): Terminated: ok {rc=0}\u000a16:41:49.878420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7108): Launched\u000a16:41:50.212776 run osmo-hlr_10.42.42.2(pid=7109): Launched\u000a16:41:50.336548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:41:50.914062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7111): Launched\u000a16:41:51.247154 run osmo-stp_10.42.42.5(pid=7112): Launched\u000a16:41:51.367635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:41:51.975982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7114): Launched\u000a16:41:52.310207 run osmo-msc_10.42.42.6(pid=7115): Launched\u000a16:41:52.504397 run osmo-stp_10.42.42.5(pid=7112): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7112)]\u000a16:41:52.645098 run osmo-stp_10.42.42.5(pid=7112): stdout: \u000a| (launched: 2022-12-13_16:41:51.083275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:52.784084 run osmo-stp_10.42.42.5(pid=7112): stderr: \u000a| �[0;m�[38;5;43m20221213164151276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164151276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164151276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164151277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164151277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164151277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164151277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:52.917004 run osmo-stp_10.42.42.5(pid=7112): stdout: \u000a| (launched: 2022-12-13_16:41:51.083275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:41:53.049198 run osmo-stp_10.42.42.5(pid=7112): stderr: \u000a| �[0;m�[38;5;43m20221213164151276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164151276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164151276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164151277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164151277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164151277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164151277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:41:53.107314 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7112): Process ended prematurely: osmo-stp_10.42.42.5(pid=7112) [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7112)] [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:41:53.116672 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:41:53.180481 run osmo-hlr_10.42.42.2(pid=7109): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7109)]\u000a16:41:53.232406 run osmo-hlr_10.42.42.2(pid=7109): stdout: \u000a| (launched: 2022-12-13_16:41:50.047082) \u000a16:41:53.285095 run osmo-hlr_10.42.42.2(pid=7109): stderr: \u000a| �[0;m�[1;31m20221213164150248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164150249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164150249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164150249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164150249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164150249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164150264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164150272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164150273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164150273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:41:53.356815 run osmo-msc_10.42.42.6(pid=7115): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7115)]\u000a16:41:53.408785 run osmo-msc_10.42.42.6(pid=7115): stdout: \u000a| (launched: 2022-12-13_16:41:52.144662) \u000a16:41:53.461295 run osmo-msc_10.42.42.6(pid=7115): stderr: \u000a| �[0;m�[38;5;43m20221213164152467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164152467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd14ebedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164152467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164152467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164152467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164152467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164152469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164152469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164152470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164152470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:41:53.506235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7108): Terminating (SIGTERM)\u000a16:41:53.548712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7111): Terminating (SIGTERM)\u000a16:41:53.591186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7114): Terminating (SIGTERM)\u000a16:41:53.601189 --- ParallelTerminationStrategy: PID 7108 died...\u000a16:41:53.657891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7108): Terminated: ok {rc=0}\u000a16:41:53.668029 --- ParallelTerminationStrategy: PID 7111 died...\u000a16:41:53.724274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7111): Terminated: ok {rc=0}\u000a16:41:53.734331 --- ParallelTerminationStrategy: PID 7114 died...\u000a16:41:53.790667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7114): Terminated: ok {rc=0}\u000a16:41:53.878432 bus /sierra_3: Setting Powered False\u000a16:41:54.985399 bus /sierra_3: Setting Powered False\u000a16:41:56.094303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:41:35" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "emergency:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7128): Process ended prematurely: osmo-stp_10.42.42.5(pid=7128) [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7128)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7128): Process ended prematurely: osmo-stp_10.42.42.5(pid=7128) [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:41:58.105809 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:41:58.116654 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:41:58.243995 tst emergency_mo_mt_call.py: using LAC 34910\u000a16:41:58.363749 tst emergency_mo_mt_call.py: using RAC 230\u000a16:41:58.481612 tst emergency_mo_mt_call.py: using CellId 34910\u000a16:41:58.609095 tst emergency_mo_mt_call.py: using BVCI 34911\u000a16:41:58.634160 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:41:58.645650 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:41:58.657004 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:41:58.668196 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:41:58.679913 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:41:58.691492 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:41:58.810187 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:41:59.023563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:41:59.539518 run create_hlr_db(pid=7120): Launched\u000a16:41:59.729467 bus /sierra_2: Setting Powered False\u000a16:42:00.748672 run create_hlr_db(pid=7120): Terminated: ok {rc=0}\u000a16:42:01.382194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7124): Launched\u000a16:42:01.934438 run osmo-hlr_10.42.42.2(pid=7125): Launched\u000a16:42:02.203050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:02.828764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7127): Launched\u000a16:42:03.158141 run osmo-stp_10.42.42.5(pid=7128): Launched\u000a16:42:03.327174 tst emergency_mo_mt_call.py: using MSISDN 8224\u000a16:42:03.489998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:42:04.087431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7130): Launched\u000a16:42:04.414555 run osmo-msc_10.42.42.6(pid=7131): Launched\u000a16:42:04.606313 run osmo-stp_10.42.42.5(pid=7128): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7128)]\u000a16:42:04.743698 run osmo-stp_10.42.42.5(pid=7128): stdout: \u000a| (launched: 2022-12-13_16:42:02.994132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:04.881300 run osmo-stp_10.42.42.5(pid=7128): stderr: \u000a| �[0;m�[38;5;43m20221213164203188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164203188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164203188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164203188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164203190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164203190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164203190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:05.012360 run osmo-stp_10.42.42.5(pid=7128): stdout: \u000a| (launched: 2022-12-13_16:42:02.994132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:05.142988 run osmo-stp_10.42.42.5(pid=7128): stderr: \u000a| �[0;m�[38;5;43m20221213164203188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164203188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164203188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164203188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164203190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164203190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164203190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:05.199811 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7128): Process ended prematurely: osmo-stp_10.42.42.5(pid=7128) [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7128)] [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a16:42:05.208726 tst emergency_mo_mt_call.py:19: Test FAILED (7.1 sec)\u000a16:42:05.273748 run osmo-hlr_10.42.42.2(pid=7125): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7125)]\u000a16:42:05.326477 run osmo-hlr_10.42.42.2(pid=7125): stdout: \u000a| (launched: 2022-12-13_16:42:01.598832) \u000a16:42:05.379663 run osmo-hlr_10.42.42.2(pid=7125): stderr: \u000a| �[0;m�[1;31m20221213164201891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164201891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164201891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164201892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164201892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164201892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164201908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164201926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164201926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164201926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:05.451352 run osmo-msc_10.42.42.6(pid=7131): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7131)]\u000a16:42:05.503539 run osmo-msc_10.42.42.6(pid=7131): stdout: \u000a| (launched: 2022-12-13_16:42:04.252735) \u000a16:42:05.556783 run osmo-msc_10.42.42.6(pid=7131): stderr: \u000a| �[0;m�[38;5;43m20221213164204577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164204577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb516039c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164204577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164204578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164204578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164204578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164204580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164204580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164204581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164204581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:42:05.602553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7124): Terminating (SIGTERM)\u000a16:42:05.645971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7127): Terminating (SIGTERM)\u000a16:42:05.689015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7130): Terminating (SIGTERM)\u000a16:42:05.698844 --- ParallelTerminationStrategy: PID 7124 died...\u000a16:42:05.756744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7124): Terminated: ok {rc=0}\u000a16:42:05.767044 --- ParallelTerminationStrategy: PID 7127 died...\u000a16:42:05.824552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7127): Terminated: ok {rc=0}\u000a16:42:05.834741 --- ParallelTerminationStrategy: PID 7130 died...\u000a16:42:05.892356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7130): Terminated: ok {rc=0}\u000a16:42:05.981222 bus /sierra_3: Setting Powered False\u000a16:42:07.088977 bus /sierra_3: Setting Powered False\u000a16:42:08.198812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7139): Process ended prematurely: osmo-stp_10.42.42.5(pid=7139) [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7139)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7139): Process ended prematurely: osmo-stp_10.42.42.5(pid=7139) [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:42:09.251929 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:42:09.264340 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:42:09.402716 tst emergency_preemptive_call.py: using LAC 34911\u000a16:42:09.530062 tst emergency_preemptive_call.py: using RAC 231\u000a16:42:09.656360 tst emergency_preemptive_call.py: using CellId 34911\u000a16:42:09.784551 tst emergency_preemptive_call.py: using BVCI 34912\u000a16:42:09.809202 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:42:09.820703 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:42:09.832020 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:42:09.843360 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:42:09.855102 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a16:42:09.866766 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:09.984234 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:10.104321 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:10.222760 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:10.426503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:10.919667 run create_hlr_db(pid=7133): Launched\u000a16:42:11.097242 bus /sierra_2: Setting Powered False\u000a16:42:12.117614 run create_hlr_db(pid=7133): Terminated: ok {rc=0}\u000a16:42:12.527556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7135): Launched\u000a16:42:12.835198 run osmo-hlr_10.42.42.2(pid=7136): Launched\u000a16:42:12.953346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:13.492457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7138): Launched\u000a16:42:13.799302 run osmo-stp_10.42.42.5(pid=7139): Launched\u000a16:42:13.920817 tst emergency_preemptive_call.py: using MSISDN 8225\u000a16:42:14.071899 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:42:14.630260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7141): Launched\u000a16:42:14.939261 run osmo-msc_10.42.42.6(pid=7142): Launched\u000a16:42:15.119198 run osmo-stp_10.42.42.5(pid=7139): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7139)]\u000a16:42:15.249898 run osmo-stp_10.42.42.5(pid=7139): stdout: \u000a| (launched: 2022-12-13_16:42:13.647660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:15.377352 run osmo-stp_10.42.42.5(pid=7139): stderr: \u000a| �[0;m�[38;5;43m20221213164213821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164213821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164213822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164213822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164213823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164213823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164213823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:15.499874 run osmo-stp_10.42.42.5(pid=7139): stdout: \u000a| (launched: 2022-12-13_16:42:13.647660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:15.621199 run osmo-stp_10.42.42.5(pid=7139): stderr: \u000a| �[0;m�[38;5;43m20221213164213821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164213821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164213822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164213822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164213823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164213823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164213823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:15.674833 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7139): Process ended prematurely: osmo-stp_10.42.42.5(pid=7139) [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7139)] [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a16:42:15.683042 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a16:42:15.743365 run osmo-hlr_10.42.42.2(pid=7136): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7136)]\u000a16:42:15.793012 run osmo-hlr_10.42.42.2(pid=7136): stdout: \u000a| (launched: 2022-12-13_16:42:12.683651) \u000a16:42:15.865352 run osmo-hlr_10.42.42.2(pid=7136): stderr: \u000a| �[0;m�[1;31m20221213164212864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164212864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164212864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164212864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164212864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164212864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164212876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164212887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164212887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164212887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:15.937419 run osmo-msc_10.42.42.6(pid=7142): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7142)]\u000a16:42:15.987564 run osmo-msc_10.42.42.6(pid=7142): stdout: \u000a| (launched: 2022-12-13_16:42:14.785931) \u000a16:42:16.038415 run osmo-msc_10.42.42.6(pid=7142): stderr: \u000a| �[0;m�[38;5;43m20221213164215058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164215058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73e0b07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164215058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164215058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164215059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164215059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164215061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164215061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164215061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164215061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:42:16.081684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7135): Terminating (SIGTERM)\u000a16:42:16.122794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7138): Terminating (SIGTERM)\u000a16:42:16.163696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7141): Terminating (SIGTERM)\u000a16:42:16.173277 --- ParallelTerminationStrategy: PID 7135 died...\u000a16:42:16.228206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7135): Terminated: ok {rc=0}\u000a16:42:16.238395 --- ParallelTerminationStrategy: PID 7138 died...\u000a16:42:16.293442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7138): Terminated: ok {rc=0}\u000a16:42:16.303684 --- ParallelTerminationStrategy: PID 7141 died...\u000a16:42:16.358591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7141): Terminated: ok {rc=0}\u000a16:42:16.443268 bus /sierra_9: Setting Powered False\u000a16:42:17.544614 bus /sierra_9: Setting Powered False\u000a16:42:18.651668 bus /sierra_8: Setting Powered False\u000a16:42:19.757467 bus /sierra_8: Setting Powered False\u000a16:42:20.865144 bus /sierra_3: Setting Powered False\u000a16:42:21.972566 bus /sierra_3: Setting Powered False\u000a16:42:23.080851 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:41:57" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7157): Process ended prematurely: osmo-stp_10.42.42.5(pid=7157) [trial-2391↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7157)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7157): Process ended prematurely: osmo-stp_10.42.42.5(pid=7157) [trial-2391↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:42:25.200281 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.211606 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:42:25.349794 tst cs_paging_gprs_active.py: using LAC 34912\u000a16:42:25.481767 tst cs_paging_gprs_active.py: using RAC 232\u000a16:42:25.611522 tst cs_paging_gprs_active.py: using CellId 34912\u000a16:42:25.743045 tst cs_paging_gprs_active.py: using BVCI 34913\u000a16:42:25.768690 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.780128 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.791443 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.802737 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.814183 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.825645 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.837334 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.848784 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:25.860502 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:25.980147 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:26.282127 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:42:26.421573 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:26.769909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7147): Launched\u000a16:42:27.059758 run iperf3-srv_10.42.42.10(pid=7148): Launched\u000a16:42:27.264611 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:42:27.404537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:27.753272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7149): Launched\u000a16:42:28.042023 run iperf3-srv_10.42.42.10(pid=7150): Launched\u000a16:42:28.246009 tst cs_paging_gprs_active.py:38: start network...\u000a16:42:28.385705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:28.913449 run create_hlr_db(pid=7151): Launched\u000a16:42:29.105425 bus /sierra_2: Setting Powered False\u000a16:42:30.126788 run create_hlr_db(pid=7151): Terminated: ok {rc=0}\u000a16:42:30.545581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7153): Launched\u000a16:42:30.898333 run osmo-hlr_10.42.42.2(pid=7154): Launched\u000a16:42:31.064170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:31.670212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7156): Launched\u000a16:42:32.054160 run osmo-stp_10.42.42.5(pid=7157): Launched\u000a16:42:32.331532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:32.954515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7159): Launched\u000a16:42:33.073693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:33.367594 run patchelf(pid=7160): Launched\u000a16:42:33.562559 run osmo-stp_10.42.42.5(pid=7157): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7157)]\u000a16:42:33.705068 run osmo-stp_10.42.42.5(pid=7157): stdout: \u000a| (launched: 2022-12-13_16:42:31.862390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:33.847341 run osmo-stp_10.42.42.5(pid=7157): stderr: \u000a| �[0;m�[38;5;43m20221213164232272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164232272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164232272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164232273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164232274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164232274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164232274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:33.984464 run osmo-stp_10.42.42.5(pid=7157): stdout: \u000a| (launched: 2022-12-13_16:42:31.862390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:34.120447 run osmo-stp_10.42.42.5(pid=7157): stderr: \u000a| �[0;m�[38;5;43m20221213164232272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164232272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164232272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164232273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164232274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164232274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164232274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:34.279745 run patchelf(pid=7160): Terminating (SIGINT)\u000a16:42:34.466845 run patchelf(pid=7160): Terminated: ok {rc=0}\u000a16:42:34.501051 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7157): Process ended prematurely: osmo-stp_10.42.42.5(pid=7157) [trial-2391↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7157)] [trial-2391↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a16:42:34.511143 tst cs_paging_gprs_active.py:38: Test FAILED (9.3 sec)\u000a16:42:34.575527 run osmo-hlr_10.42.42.2(pid=7154): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7154)]\u000a16:42:34.627540 run osmo-hlr_10.42.42.2(pid=7154): stdout: \u000a| (launched: 2022-12-13_16:42:30.705028) \u000a16:42:34.680121 run osmo-hlr_10.42.42.2(pid=7154): stderr: \u000a| �[0;m�[1;31m20221213164230984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164230984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164230984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164230984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164230984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164230984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164231007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164231024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164231024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164231024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:34.725213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7147): Terminating (SIGTERM)\u000a16:42:34.767660 run iperf3-srv_10.42.42.10(pid=7148): Terminating (SIGTERM)\u000a16:42:34.810229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7149): Terminating (SIGTERM)\u000a16:42:34.852407 run iperf3-srv_10.42.42.10(pid=7150): Terminating (SIGTERM)\u000a16:42:34.894835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7153): Terminating (SIGTERM)\u000a16:42:34.937170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7156): Terminating (SIGTERM)\u000a16:42:34.979515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7159): Terminating (SIGTERM)\u000a16:42:34.988902 --- ParallelTerminationStrategy: PID 7147 died...\u000a16:42:35.045945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7147): Terminated: ok {rc=0}\u000a16:42:35.056116 --- ParallelTerminationStrategy: PID 7148 died...\u000a16:42:35.112222 run iperf3-srv_10.42.42.10(pid=7148): Terminated {rc=256}\u000a16:42:35.122194 --- ParallelTerminationStrategy: PID 7149 died...\u000a16:42:35.178164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7149): Terminated: ok {rc=0}\u000a16:42:35.188111 --- ParallelTerminationStrategy: PID 7150 died...\u000a16:42:35.244180 run iperf3-srv_10.42.42.10(pid=7150): Terminated {rc=256}\u000a16:42:35.254191 --- ParallelTerminationStrategy: PID 7153 died...\u000a16:42:35.310385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7153): Terminated: ok {rc=0}\u000a16:42:35.320419 --- ParallelTerminationStrategy: PID 7156 died...\u000a16:42:35.376625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7156): Terminated: ok {rc=0}\u000a16:42:35.386709 --- ParallelTerminationStrategy: PID 7159 died...\u000a16:42:35.443014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7159): Terminated: ok {rc=0}\u000a16:42:35.530048 bus /gobi_0: Setting Powered False\u000a16:42:36.631774 bus /gobi_0: Setting Powered False\u000a16:42:37.738891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7169): Process ended prematurely: osmo-stp_10.42.42.5(pid=7169) [trial-2391↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7169)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7169): Process ended prematurely: osmo-stp_10.42.42.5(pid=7169) [trial-2391↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a16:42:38.854079 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:38.865693 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:42:38.996776 tst iperf3.py: using LAC 34913\u000a16:42:39.127764 tst iperf3.py: using RAC 233\u000a16:42:39.252277 tst iperf3.py: using CellId 34913\u000a16:42:39.377540 tst iperf3.py: using BVCI 34914\u000a16:42:39.401954 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.413079 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.423894 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.434791 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.445525 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.456129 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.467048 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.477850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:39.488712 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:39.776866 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:42:39.906806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:40.253116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7161): Launched\u000a16:42:40.541326 run iperf3-srv_10.42.42.10(pid=7162): Launched\u000a16:42:40.745802 tst iperf3.py:8: start network...\u000a16:42:40.884785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:41.410532 run create_hlr_db(pid=7163): Launched\u000a16:42:41.603176 bus /gobi_6: Setting Powered False\u000a16:42:42.623646 run create_hlr_db(pid=7163): Terminated: ok {rc=0}\u000a16:42:43.065693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7165): Launched\u000a16:42:43.400911 run osmo-hlr_10.42.42.2(pid=7166): Launched\u000a16:42:43.525747 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:44.074970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7168): Launched\u000a16:42:44.388452 run osmo-stp_10.42.42.5(pid=7169): Launched\u000a16:42:44.500742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:45.050770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7171): Launched\u000a16:42:45.162904 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:45.438802 run patchelf(pid=7172): Launched\u000a16:42:45.622855 run osmo-stp_10.42.42.5(pid=7169): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7169)]\u000a16:42:45.756824 run osmo-stp_10.42.42.5(pid=7169): stdout: \u000a| (launched: 2022-12-13_16:42:44.233858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:45.918860 run osmo-stp_10.42.42.5(pid=7169): stderr: \u000a| �[0;m�[38;5;43m20221213164244407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164244407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164244408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164244408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164244408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:46.061390 run osmo-stp_10.42.42.5(pid=7169): stdout: \u000a| (launched: 2022-12-13_16:42:44.233858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:46.203275 run osmo-stp_10.42.42.5(pid=7169): stderr: \u000a| �[0;m�[38;5;43m20221213164244407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164244407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164244408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164244408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164244408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164244409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:46.367998 run patchelf(pid=7172): Terminating (SIGINT)\u000a16:42:46.561924 run patchelf(pid=7172): Terminated: ok {rc=0}\u000a16:42:46.598672 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7169): Process ended prematurely: osmo-stp_10.42.42.5(pid=7169) [trial-2391↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7169)] [trial-2391↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a16:42:46.610103 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:42:46.678280 run osmo-hlr_10.42.42.2(pid=7166): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7166)]\u000a16:42:46.733605 run osmo-hlr_10.42.42.2(pid=7166): stdout: \u000a| (launched: 2022-12-13_16:42:43.234727) \u000a16:42:46.791376 run osmo-hlr_10.42.42.2(pid=7166): stderr: \u000a| �[0;m�[1;31m20221213164243435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164243435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164243435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164243435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164243435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164243435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164243447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164243456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164243456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164243456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:46.839819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7161): Terminating (SIGTERM)\u000a16:42:46.886744 run iperf3-srv_10.42.42.10(pid=7162): Terminating (SIGTERM)\u000a16:42:46.932041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7165): Terminating (SIGTERM)\u000a16:42:46.978197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7168): Terminating (SIGTERM)\u000a16:42:47.024433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7171): Terminating (SIGTERM)\u000a16:42:47.036781 --- ParallelTerminationStrategy: PID 7161 died...\u000a16:42:47.098348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7161): Terminated: ok {rc=0}\u000a16:42:47.110445 --- ParallelTerminationStrategy: PID 7162 died...\u000a16:42:47.169455 run iperf3-srv_10.42.42.10(pid=7162): Terminated {rc=256}\u000a16:42:47.179738 --- ParallelTerminationStrategy: PID 7165 died...\u000a16:42:47.237861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7165): Terminated: ok {rc=0}\u000a16:42:47.248102 --- ParallelTerminationStrategy: PID 7168 died...\u000a16:42:47.306261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7168): Terminated: ok {rc=0}\u000a16:42:47.316625 --- ParallelTerminationStrategy: PID 7171 died...\u000a16:42:47.375189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7171): Terminated: ok {rc=0}\u000a16:42:47.463503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7187): Process ended prematurely: osmo-stp_10.42.42.5(pid=7187) [trial-2391↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7187): Process ended prematurely: osmo-stp_10.42.42.5(pid=7187) [trial-2391↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a16:42:48.582096 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:48.594460 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:42:48.735092 tst iperf3m4.py: using LAC 34914\u000a16:42:48.866684 tst iperf3m4.py: using RAC 234\u000a16:42:48.998856 tst iperf3m4.py: using CellId 34914\u000a16:42:49.130829 tst iperf3m4.py: using BVCI 34915\u000a16:42:49.156306 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.167661 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.178850 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.190189 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.202062 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.213962 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.226251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.238283 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:42:49.250701 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:49.372777 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:49.498666 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:49.621462 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:42:49.908213 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:42:50.038772 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:50.366328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7173): Launched\u000a16:42:50.636178 run iperf3-srv_10.42.42.10(pid=7174): Launched\u000a16:42:50.825159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:42:50.954488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:51.278606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7175): Launched\u000a16:42:51.548780 run iperf3-srv_10.42.42.10(pid=7176): Launched\u000a16:42:51.738765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:42:51.868410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:52.194135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7177): Launched\u000a16:42:52.463775 run iperf3-srv_10.42.42.10(pid=7178): Launched\u000a16:42:52.653226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:42:52.782293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:42:53.106491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7179): Launched\u000a16:42:53.375984 run iperf3-srv_10.42.42.10(pid=7180): Launched\u000a16:42:53.565775 tst iperf3m4.py:8: start network...\u000a16:42:53.695005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:42:54.197724 run create_hlr_db(pid=7181): Launched\u000a16:42:54.376742 bus /gobi_6: Setting Powered False\u000a16:42:55.397711 run create_hlr_db(pid=7181): Terminated: ok {rc=0}\u000a16:42:55.844652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7183): Launched\u000a16:42:56.182626 run osmo-hlr_10.42.42.2(pid=7184): Launched\u000a16:42:56.306638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:42:56.890142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7186): Launched\u000a16:42:57.225849 run osmo-stp_10.42.42.5(pid=7187): Launched\u000a16:42:57.350278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:42:57.933665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7189): Launched\u000a16:42:58.053088 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:42:58.345886 run patchelf(pid=7190): Launched\u000a16:42:58.542845 run osmo-stp_10.42.42.5(pid=7187): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)]\u000a16:42:58.686378 run osmo-stp_10.42.42.5(pid=7187): stdout: \u000a| (launched: 2022-12-13_16:42:57.059739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:58.829440 run osmo-stp_10.42.42.5(pid=7187): stderr: \u000a| �[0;m�[38;5;43m20221213164257251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164257251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164257251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164257252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164257252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164257252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164257252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:58.967098 run osmo-stp_10.42.42.5(pid=7187): stdout: \u000a| (launched: 2022-12-13_16:42:57.059739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:42:59.103687 run osmo-stp_10.42.42.5(pid=7187): stderr: \u000a| �[0;m�[38;5;43m20221213164257251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164257251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164257251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164257252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164257252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164257252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164257252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:42:59.263182 run patchelf(pid=7190): Terminating (SIGINT)\u000a16:42:59.451087 run patchelf(pid=7190): Terminated: ok {rc=0}\u000a16:42:59.485662 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7187): Process ended prematurely: osmo-stp_10.42.42.5(pid=7187) [trial-2391↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7187)] [trial-2391↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a16:42:59.495947 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:42:59.560257 run osmo-hlr_10.42.42.2(pid=7184): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7184)]\u000a16:42:59.612846 run osmo-hlr_10.42.42.2(pid=7184): stdout: \u000a| (launched: 2022-12-13_16:42:56.014161) \u000a16:42:59.665683 run osmo-hlr_10.42.42.2(pid=7184): stderr: \u000a| �[0;m�[1;31m20221213164256215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164256215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164256215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164256215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164256215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164256215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164256226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164256235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164256235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164256235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:42:59.711124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7173): Terminating (SIGTERM)\u000a16:42:59.753698 run iperf3-srv_10.42.42.10(pid=7174): Terminating (SIGTERM)\u000a16:42:59.796883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7175): Terminating (SIGTERM)\u000a16:42:59.839711 run iperf3-srv_10.42.42.10(pid=7176): Terminating (SIGTERM)\u000a16:42:59.882493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7177): Terminating (SIGTERM)\u000a16:42:59.925133 run iperf3-srv_10.42.42.10(pid=7178): Terminating (SIGTERM)\u000a16:42:59.967730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7179): Terminating (SIGTERM)\u000a16:43:00.010947 run iperf3-srv_10.42.42.10(pid=7180): Terminating (SIGTERM)\u000a16:43:00.053845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7183): Terminating (SIGTERM)\u000a16:43:00.096894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7186): Terminating (SIGTERM)\u000a16:43:00.139743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7189): Terminating (SIGTERM)\u000a16:43:00.149793 --- ParallelTerminationStrategy: PID 7173 died...\u000a16:43:00.207715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7173): Terminated: ok {rc=0}\u000a16:43:00.218182 --- ParallelTerminationStrategy: PID 7174 died...\u000a16:43:00.275336 run iperf3-srv_10.42.42.10(pid=7174): Terminated {rc=256}\u000a16:43:00.286000 --- ParallelTerminationStrategy: PID 7175 died...\u000a16:43:00.343975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7175): Terminated: ok {rc=0}\u000a16:43:00.354375 --- ParallelTerminationStrategy: PID 7176 died...\u000a16:43:00.411213 run iperf3-srv_10.42.42.10(pid=7176): Terminated {rc=256}\u000a16:43:00.421545 --- ParallelTerminationStrategy: PID 7177 died...\u000a16:43:00.478545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7177): Terminated: ok {rc=0}\u000a16:43:00.488835 --- ParallelTerminationStrategy: PID 7178 died...\u000a16:43:00.545735 run iperf3-srv_10.42.42.10(pid=7178): Terminated {rc=256}\u000a16:43:00.555954 --- ParallelTerminationStrategy: PID 7179 died...\u000a16:43:00.613445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7179): Terminated: ok {rc=0}\u000a16:43:00.623690 --- ParallelTerminationStrategy: PID 7180 died...\u000a16:43:00.680618 run iperf3-srv_10.42.42.10(pid=7180): Terminated {rc=256}\u000a16:43:00.690980 --- ParallelTerminationStrategy: PID 7183 died...\u000a16:43:00.747779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7183): Terminated: ok {rc=0}\u000a16:43:00.758099 --- ParallelTerminationStrategy: PID 7186 died...\u000a16:43:00.814949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7186): Terminated: ok {rc=0}\u000a16:43:00.825820 --- ParallelTerminationStrategy: PID 7189 died...\u000a16:43:00.903687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7189): Terminated: ok {rc=0}\u000a16:43:00.992101 bus /gobi_4: Setting Powered False\u000a16:43:02.095397 bus /gobi_4: Setting Powered False\u000a16:43:03.204292 bus /gobi_1: Setting Powered False\u000a16:43:04.311349 bus /gobi_1: Setting Powered False\u000a16:43:05.423063 bus /gobi_0: Setting Powered False\u000a16:43:06.525552 bus /gobi_0: Setting Powered False\u000a16:43:07.637493 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7197): Process ended prematurely: osmo-stp_10.42.42.5(pid=7197) [trial-2391↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7197)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7197): Process ended prematurely: osmo-stp_10.42.42.5(pid=7197) [trial-2391↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a16:43:08.705486 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:08.717258 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:43:08.847030 tst ping.py: using LAC 34915\u000a16:43:08.970007 tst ping.py: using RAC 235\u000a16:43:09.092343 tst ping.py: using CellId 34915\u000a16:43:09.214339 tst ping.py: using BVCI 34916\u000a16:43:09.237803 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.248519 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.259231 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.269926 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.281043 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.292191 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.305169 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:09.317852 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:43:09.615292 tst ping.py:19: start network...\u000a16:43:09.752300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:10.267173 run create_hlr_db(pid=7191): Launched\u000a16:43:10.457274 bus /gobi_6: Setting Powered False\u000a16:43:11.478105 run create_hlr_db(pid=7191): Terminated: ok {rc=0}\u000a16:43:11.915827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7193): Launched\u000a16:43:12.245754 run osmo-hlr_10.42.42.2(pid=7194): Launched\u000a16:43:12.363631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:12.934866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7196): Launched\u000a16:43:13.263055 run osmo-stp_10.42.42.5(pid=7197): Launched\u000a16:43:13.382066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:13.953978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7199): Launched\u000a16:43:14.070642 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:14.355942 run patchelf(pid=7200): Launched\u000a16:43:14.547204 run osmo-stp_10.42.42.5(pid=7197): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7197)]\u000a16:43:14.687893 run osmo-stp_10.42.42.5(pid=7197): stdout: \u000a| (launched: 2022-12-13_16:43:13.101251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:14.828259 run osmo-stp_10.42.42.5(pid=7197): stderr: \u000a| �[0;m�[38;5;43m20221213164313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164313295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164313295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164313295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164313295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:14.963350 run osmo-stp_10.42.42.5(pid=7197): stdout: \u000a| (launched: 2022-12-13_16:43:13.101251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:15.097135 run osmo-stp_10.42.42.5(pid=7197): stderr: \u000a| �[0;m�[38;5;43m20221213164313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164313294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164313295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164313295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164313295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164313295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:15.253808 run patchelf(pid=7200): Terminating (SIGINT)\u000a16:43:15.438120 run patchelf(pid=7200): Terminated: ok {rc=0}\u000a16:43:15.471509 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7197): Process ended prematurely: osmo-stp_10.42.42.5(pid=7197) [trial-2391↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7197)] [trial-2391↪gprs:nanobts+band-1900↪ping.py:22]\u000a16:43:15.481023 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:43:15.545323 run osmo-hlr_10.42.42.2(pid=7194): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7194)]\u000a16:43:15.597888 run osmo-hlr_10.42.42.2(pid=7194): stdout: \u000a| (launched: 2022-12-13_16:43:12.082088) \u000a16:43:15.650484 run osmo-hlr_10.42.42.2(pid=7194): stderr: \u000a| �[0;m�[1;31m20221213164312282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164312282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164312282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164312282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164312282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164312282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164312294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164312303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164312303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164312303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:15.696085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7193): Terminating (SIGTERM)\u000a16:43:15.738796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7196): Terminating (SIGTERM)\u000a16:43:15.781209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7199): Terminating (SIGTERM)\u000a16:43:15.791080 --- ParallelTerminationStrategy: PID 7193 died...\u000a16:43:15.849314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7193): Terminated: ok {rc=0}\u000a16:43:15.860437 --- ParallelTerminationStrategy: PID 7196 died...\u000a16:43:15.925097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7196): Terminated: ok {rc=0}\u000a16:43:15.937395 --- ParallelTerminationStrategy: PID 7199 died...\u000a16:43:15.995896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7199): Terminated: ok {rc=0}\u000a16:43:16.091855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7207): Process ended prematurely: osmo-stp_10.42.42.5(pid=7207) [trial-2391↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7207)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7207): Process ended prematurely: osmo-stp_10.42.42.5(pid=7207) [trial-2391↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a16:43:17.144731 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.158409 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a16:43:17.290216 tst ping_idle_ping.py: using LAC 34916\u000a16:43:17.410601 tst ping_idle_ping.py: using RAC 236\u000a16:43:17.529366 tst ping_idle_ping.py: using CellId 34916\u000a16:43:17.647916 tst ping_idle_ping.py: using BVCI 34917\u000a16:43:17.671576 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.682965 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.694079 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.705013 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.715725 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.726328 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.737158 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a16:43:17.748384 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a16:43:18.045977 tst ping_idle_ping.py:24: start network...\u000a16:43:18.182495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:18.703112 run create_hlr_db(pid=7201): Launched\u000a16:43:18.894312 bus /gobi_6: Setting Powered False\u000a16:43:19.913563 run create_hlr_db(pid=7201): Terminated: ok {rc=0}\u000a16:43:20.328559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7203): Launched\u000a16:43:20.639066 run osmo-hlr_10.42.42.2(pid=7204): Launched\u000a16:43:20.756380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:21.292125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7206): Launched\u000a16:43:21.603373 run osmo-stp_10.42.42.5(pid=7207): Launched\u000a16:43:21.716430 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:22.257184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7209): Launched\u000a16:43:22.366276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:22.638172 run patchelf(pid=7210): Launched\u000a16:43:22.818617 run osmo-stp_10.42.42.5(pid=7207): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7207)]\u000a16:43:22.950761 run osmo-stp_10.42.42.5(pid=7207): stdout: \u000a| (launched: 2022-12-13_16:43:21.448500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:23.083197 run osmo-stp_10.42.42.5(pid=7207): stderr: \u000a| �[0;m�[38;5;43m20221213164321621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164321621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164321622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164321622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164321623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164321623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164321623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:23.210453 run osmo-stp_10.42.42.5(pid=7207): stdout: \u000a| (launched: 2022-12-13_16:43:21.448500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:23.336345 run osmo-stp_10.42.42.5(pid=7207): stderr: \u000a| �[0;m�[38;5;43m20221213164321621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164321621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164321622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164321622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164321623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164321623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164321623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:23.483634 run patchelf(pid=7210): Terminating (SIGINT)\u000a16:43:23.656561 run patchelf(pid=7210): Terminated: ok {rc=0}\u000a16:43:23.688160 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7207): Process ended prematurely: osmo-stp_10.42.42.5(pid=7207) [trial-2391↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7207)] [trial-2391↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a16:43:23.697232 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a16:43:23.758124 run osmo-hlr_10.42.42.2(pid=7204): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7204)]\u000a16:43:23.807468 run osmo-hlr_10.42.42.2(pid=7204): stdout: \u000a| (launched: 2022-12-13_16:43:20.485050) \u000a16:43:23.857615 run osmo-hlr_10.42.42.2(pid=7204): stderr: \u000a| �[0;m�[1;31m20221213164320664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164320664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164320664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164320664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164320664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164320664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164320676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164320684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164320685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164320685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:23.900422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7203): Terminating (SIGTERM)\u000a16:43:23.940812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7206): Terminating (SIGTERM)\u000a16:43:23.981179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7209): Terminating (SIGTERM)\u000a16:43:23.990342 --- ParallelTerminationStrategy: PID 7203 died...\u000a16:43:24.043998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7203): Terminated: ok {rc=0}\u000a16:43:24.053979 --- ParallelTerminationStrategy: PID 7206 died...\u000a16:43:24.107744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7206): Terminated: ok {rc=0}\u000a16:43:24.117451 --- ParallelTerminationStrategy: PID 7209 died...\u000a16:43:24.171308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7209): Terminated: ok {rc=0}\u000a16:43:24.260314 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:42:24" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:43:26.390324 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.401580 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:43:26.531294 tst cs_paging_gprs_active.py: using LAC 34917\u000a16:43:26.659073 tst cs_paging_gprs_active.py: using RAC 237\u000a16:43:26.782365 tst cs_paging_gprs_active.py: using CellId 34917\u000a16:43:26.903604 tst cs_paging_gprs_active.py: using BVCI 34918\u000a16:43:26.927384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.938529 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.949357 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.960139 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.971534 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.982585 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:26.993664 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:27.004514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:27.015639 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:27.136757 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:27.425910 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:43:27.556313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:27.883155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7214): Launched\u000a16:43:28.155847 run iperf3-srv_10.42.42.10(pid=7215): Launched\u000a16:43:28.347101 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:43:28.477717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:28.803564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7216): Launched\u000a16:43:29.075383 run iperf3-srv_10.42.42.10(pid=7217): Launched\u000a16:43:29.266024 tst cs_paging_gprs_active.py:38: start network...\u000a16:43:29.395958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:29.897496 run create_hlr_db(pid=7218): Launched\u000a16:43:30.076892 bus /gobi_6: Setting Powered False\u000a16:43:31.118872 run create_hlr_db(pid=7218): Terminated: ok {rc=0}\u000a16:43:31.603299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Launched\u000a16:43:32.043141 run osmo-hlr_10.42.42.2(pid=7221): Launched\u000a16:43:32.187753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:32.741583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Launched\u000a16:43:33.067430 run osmo-stp_10.42.42.5(pid=7224): Launched\u000a16:43:33.190900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:33.775024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7226): Launched\u000a16:43:33.894230 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:34.185900 run patchelf(pid=7227): Launched\u000a16:43:34.381232 run osmo-stp_10.42.42.5(pid=7224): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)]\u000a16:43:34.523963 run osmo-stp_10.42.42.5(pid=7224): stdout: \u000a| (launched: 2022-12-13_16:43:32.899831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:34.667853 run osmo-stp_10.42.42.5(pid=7224): stderr: \u000a| �[0;m�[38;5;43m20221213164333088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164333088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164333089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164333089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164333090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164333090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164333090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:34.805789 run osmo-stp_10.42.42.5(pid=7224): stdout: \u000a| (launched: 2022-12-13_16:43:32.899831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:34.942574 run osmo-stp_10.42.42.5(pid=7224): stderr: \u000a| �[0;m�[38;5;43m20221213164333088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164333088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164333089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164333089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164333090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164333090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164333090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:35.102473 run patchelf(pid=7227): Terminating (SIGINT)\u000a16:43:35.290147 run patchelf(pid=7227): Terminated: ok {rc=0}\u000a16:43:35.324688 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7224): Process ended prematurely: osmo-stp_10.42.42.5(pid=7224) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7224)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:43:35.335039 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:43:35.399460 run osmo-hlr_10.42.42.2(pid=7221): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7221)]\u000a16:43:35.451630 run osmo-hlr_10.42.42.2(pid=7221): stdout: \u000a| (launched: 2022-12-13_16:43:31.776255) \u000a16:43:35.504246 run osmo-hlr_10.42.42.2(pid=7221): stderr: \u000a| �[0;m�[1;31m20221213164332088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164332088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164332088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164332088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164332088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164332088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164332112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164332139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164332139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164332139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:35.549309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7214): Terminating (SIGTERM)\u000a16:43:35.592240 run iperf3-srv_10.42.42.10(pid=7215): Terminating (SIGTERM)\u000a16:43:35.635834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7216): Terminating (SIGTERM)\u000a16:43:35.678500 run iperf3-srv_10.42.42.10(pid=7217): Terminating (SIGTERM)\u000a16:43:35.721084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Terminating (SIGTERM)\u000a16:43:35.763801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Terminating (SIGTERM)\u000a16:43:35.806537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7226): Terminating (SIGTERM)\u000a16:43:35.816304 --- ParallelTerminationStrategy: PID 7214 died...\u000a16:43:35.873644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7214): Terminated: ok {rc=0}\u000a16:43:35.883844 --- ParallelTerminationStrategy: PID 7215 died...\u000a16:43:35.940456 run iperf3-srv_10.42.42.10(pid=7215): Terminated {rc=256}\u000a16:43:35.950523 --- ParallelTerminationStrategy: PID 7216 died...\u000a16:43:36.006980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7216): Terminated: ok {rc=0}\u000a16:43:36.017118 --- ParallelTerminationStrategy: PID 7217 died...\u000a16:43:36.073602 run iperf3-srv_10.42.42.10(pid=7217): Terminated {rc=256}\u000a16:43:36.083679 --- ParallelTerminationStrategy: PID 7220 died...\u000a16:43:36.140282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7220): Terminated: ok {rc=0}\u000a16:43:36.150397 --- ParallelTerminationStrategy: PID 7223 died...\u000a16:43:36.206791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7223): Terminated: ok {rc=0}\u000a16:43:36.216850 --- ParallelTerminationStrategy: PID 7226 died...\u000a16:43:36.273326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7226): Terminated: ok {rc=0}\u000a16:43:36.361462 bus /gobi_0: Setting Powered False\u000a16:43:37.469974 bus /gobi_0: Setting Powered False\u000a16:43:38.578866 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7236): Process ended prematurely: osmo-stp_10.42.42.5(pid=7236) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7236): Process ended prematurely: osmo-stp_10.42.42.5(pid=7236) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:43:39.697054 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:39.709594 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:43:39.852243 tst iperf3.py: using LAC 34918\u000a16:43:39.983371 tst iperf3.py: using RAC 238\u000a16:43:40.114063 tst iperf3.py: using CellId 34918\u000a16:43:40.244769 tst iperf3.py: using BVCI 34919\u000a16:43:40.270363 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.281909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.293320 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.304586 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.316322 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.328034 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.340063 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.351751 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:40.363908 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:40.651417 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:43:40.781830 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:41.106846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7228): Launched\u000a16:43:41.379473 run iperf3-srv_10.42.42.10(pid=7229): Launched\u000a16:43:41.570607 tst iperf3.py:8: start network...\u000a16:43:41.700814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:42.205872 run create_hlr_db(pid=7230): Launched\u000a16:43:42.385515 bus /gobi_6: Setting Powered False\u000a16:43:43.418628 run create_hlr_db(pid=7230): Terminated: ok {rc=0}\u000a16:43:43.864911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7232): Launched\u000a16:43:44.201559 run osmo-hlr_10.42.42.2(pid=7233): Launched\u000a16:43:44.324736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:44.907889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7235): Launched\u000a16:43:45.243471 run osmo-stp_10.42.42.5(pid=7236): Launched\u000a16:43:45.364666 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:45.968446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7238): Launched\u000a16:43:46.091311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:46.416237 run patchelf(pid=7239): Launched\u000a16:43:46.652849 run osmo-stp_10.42.42.5(pid=7236): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)]\u000a16:43:46.801731 run osmo-stp_10.42.42.5(pid=7236): stdout: \u000a| (launched: 2022-12-13_16:43:45.077580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:46.950216 run osmo-stp_10.42.42.5(pid=7236): stderr: \u000a| �[0;m�[38;5;43m20221213164345272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164345272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164345272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164345272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164345273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164345273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164345273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:47.093433 run osmo-stp_10.42.42.5(pid=7236): stdout: \u000a| (launched: 2022-12-13_16:43:45.077580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:43:47.234146 run osmo-stp_10.42.42.5(pid=7236): stderr: \u000a| �[0;m�[38;5;43m20221213164345272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164345272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164345272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164345272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164345273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164345273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164345273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:43:47.394045 run patchelf(pid=7239): Terminating (SIGINT)\u000a16:43:47.581322 run patchelf(pid=7239): Terminated: ok {rc=0}\u000a16:43:47.616113 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7236): Process ended prematurely: osmo-stp_10.42.42.5(pid=7236) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7236)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a16:43:47.626793 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:43:47.691816 run osmo-hlr_10.42.42.2(pid=7233): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7233)]\u000a16:43:47.744517 run osmo-hlr_10.42.42.2(pid=7233): stdout: \u000a| (launched: 2022-12-13_16:43:44.034999) \u000a16:43:47.797507 run osmo-hlr_10.42.42.2(pid=7233): stderr: \u000a| �[0;m�[1;31m20221213164344235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164344235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164344235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164344236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164344236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164344236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164344251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164344261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164344261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164344261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:43:47.842825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7228): Terminating (SIGTERM)\u000a16:43:47.885874 run iperf3-srv_10.42.42.10(pid=7229): Terminating (SIGTERM)\u000a16:43:47.928818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7232): Terminating (SIGTERM)\u000a16:43:47.971608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7235): Terminating (SIGTERM)\u000a16:43:48.014529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7238): Terminating (SIGTERM)\u000a16:43:48.024468 --- ParallelTerminationStrategy: PID 7228 died...\u000a16:43:48.081848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7228): Terminated: ok {rc=0}\u000a16:43:48.092090 --- ParallelTerminationStrategy: PID 7229 died...\u000a16:43:48.148716 run iperf3-srv_10.42.42.10(pid=7229): Terminated {rc=256}\u000a16:43:48.158905 --- ParallelTerminationStrategy: PID 7232 died...\u000a16:43:48.215805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7232): Terminated: ok {rc=0}\u000a16:43:48.225965 --- ParallelTerminationStrategy: PID 7235 died...\u000a16:43:48.282584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7235): Terminated: ok {rc=0}\u000a16:43:48.292869 --- ParallelTerminationStrategy: PID 7238 died...\u000a16:43:48.349832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7238): Terminated: ok {rc=0}\u000a16:43:48.436294 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7254): Process ended prematurely: osmo-stp_10.42.42.5(pid=7254) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7254)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7254): Process ended prematurely: osmo-stp_10.42.42.5(pid=7254) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:43:49.553631 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:49.566166 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:43:49.699521 tst iperf3m4.py: using LAC 34919\u000a16:43:49.824480 tst iperf3m4.py: using RAC 239\u000a16:43:49.953832 tst iperf3m4.py: using CellId 34919\u000a16:43:50.078317 tst iperf3m4.py: using BVCI 34920\u000a16:43:50.102306 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.113661 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.124429 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.135283 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.146203 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.157080 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.168161 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.179015 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:43:50.190106 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:50.313623 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:50.434274 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:50.556788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:43:50.860568 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:43:51.000649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:51.348830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7240): Launched\u000a16:43:51.639326 run iperf3-srv_10.42.42.10(pid=7241): Launched\u000a16:43:51.843954 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:43:51.983816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:52.330282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7242): Launched\u000a16:43:52.620003 run iperf3-srv_10.42.42.10(pid=7243): Launched\u000a16:43:52.824622 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:43:52.963828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:53.310902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7244): Launched\u000a16:43:53.598666 run iperf3-srv_10.42.42.10(pid=7245): Launched\u000a16:43:53.803395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:43:53.942253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:43:54.288542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7246): Launched\u000a16:43:54.575774 run iperf3-srv_10.42.42.10(pid=7247): Launched\u000a16:43:54.780124 tst iperf3m4.py:8: start network...\u000a16:43:54.919301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:43:55.447438 run create_hlr_db(pid=7248): Launched\u000a16:43:55.641308 bus /gobi_6: Setting Powered False\u000a16:43:56.662102 run create_hlr_db(pid=7248): Terminated: ok {rc=0}\u000a16:43:57.107336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7250): Launched\u000a16:43:57.443502 run osmo-hlr_10.42.42.2(pid=7251): Launched\u000a16:43:57.567507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:43:58.152750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7253): Launched\u000a16:43:58.488089 run osmo-stp_10.42.42.5(pid=7254): Launched\u000a16:43:58.609478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:43:59.194181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7256): Launched\u000a16:43:59.313362 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:43:59.605651 run patchelf(pid=7257): Launched\u000a16:43:59.800508 run osmo-stp_10.42.42.5(pid=7254): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7254)]\u000a16:43:59.943081 run osmo-stp_10.42.42.5(pid=7254): stdout: \u000a| (launched: 2022-12-13_16:43:58.322585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:00.086967 run osmo-stp_10.42.42.5(pid=7254): stderr: \u000a| �[0;m�[38;5;43m20221213164358513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164358513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164358513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164358513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:00.225031 run osmo-stp_10.42.42.5(pid=7254): stdout: \u000a| (launched: 2022-12-13_16:43:58.322585)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:00.361688 run osmo-stp_10.42.42.5(pid=7254): stderr: \u000a| �[0;m�[38;5;43m20221213164358513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164358513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164358513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164358513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:00.521723 run patchelf(pid=7257): Terminating (SIGINT)\u000a16:44:00.710316 run patchelf(pid=7257): Terminated: ok {rc=0}\u000a16:44:00.744774 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7254): Process ended prematurely: osmo-stp_10.42.42.5(pid=7254) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7254)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:44:00.755036 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a16:44:00.819765 run osmo-hlr_10.42.42.2(pid=7251): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7251)]\u000a16:44:00.872940 run osmo-hlr_10.42.42.2(pid=7251): stdout: \u000a| (launched: 2022-12-13_16:43:57.277016) \u000a16:44:00.927061 run osmo-hlr_10.42.42.2(pid=7251): stderr: \u000a| �[0;m�[1;31m20221213164357475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164357475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164357475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164357476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164357489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164357497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164357498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164357498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:00.973169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7240): Terminating (SIGTERM)\u000a16:44:01.016361 run iperf3-srv_10.42.42.10(pid=7241): Terminating (SIGTERM)\u000a16:44:01.061564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7242): Terminating (SIGTERM)\u000a16:44:01.106744 run iperf3-srv_10.42.42.10(pid=7243): Terminating (SIGTERM)\u000a16:44:01.152421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7244): Terminating (SIGTERM)\u000a16:44:01.195688 run iperf3-srv_10.42.42.10(pid=7245): Terminating (SIGTERM)\u000a16:44:01.239130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7246): Terminating (SIGTERM)\u000a16:44:01.282402 run iperf3-srv_10.42.42.10(pid=7247): Terminating (SIGTERM)\u000a16:44:01.325923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7250): Terminating (SIGTERM)\u000a16:44:01.368997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7253): Terminating (SIGTERM)\u000a16:44:01.414945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7256): Terminating (SIGTERM)\u000a16:44:01.425233 --- ParallelTerminationStrategy: PID 7240 died...\u000a16:44:01.483050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7240): Terminated: ok {rc=0}\u000a16:44:01.493736 --- ParallelTerminationStrategy: PID 7241 died...\u000a16:44:01.551115 run iperf3-srv_10.42.42.10(pid=7241): Terminated {rc=256}\u000a16:44:01.561719 --- ParallelTerminationStrategy: PID 7242 died...\u000a16:44:01.619638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7242): Terminated: ok {rc=0}\u000a16:44:01.630294 --- ParallelTerminationStrategy: PID 7243 died...\u000a16:44:01.687802 run iperf3-srv_10.42.42.10(pid=7243): Terminated {rc=256}\u000a16:44:01.698414 --- ParallelTerminationStrategy: PID 7244 died...\u000a16:44:01.756277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7244): Terminated: ok {rc=0}\u000a16:44:01.766859 --- ParallelTerminationStrategy: PID 7245 died...\u000a16:44:01.824301 run iperf3-srv_10.42.42.10(pid=7245): Terminated {rc=256}\u000a16:44:01.834950 --- ParallelTerminationStrategy: PID 7246 died...\u000a16:44:01.892453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7246): Terminated: ok {rc=0}\u000a16:44:01.903198 --- ParallelTerminationStrategy: PID 7247 died...\u000a16:44:01.960475 run iperf3-srv_10.42.42.10(pid=7247): Terminated {rc=256}\u000a16:44:01.971052 --- ParallelTerminationStrategy: PID 7250 died...\u000a16:44:02.029118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7250): Terminated: ok {rc=0}\u000a16:44:02.039938 --- ParallelTerminationStrategy: PID 7253 died...\u000a16:44:02.097571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7253): Terminated: ok {rc=0}\u000a16:44:02.108246 --- ParallelTerminationStrategy: PID 7256 died...\u000a16:44:02.165901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7256): Terminated: ok {rc=0}\u000a16:44:02.256259 bus /gobi_4: Setting Powered False\u000a16:44:03.359680 bus /gobi_4: Setting Powered False\u000a16:44:04.471877 bus /gobi_1: Setting Powered False\u000a16:44:05.575289 bus /gobi_1: Setting Powered False\u000a16:44:06.687113 bus /gobi_0: Setting Powered False\u000a16:44:07.791215 bus /gobi_0: Setting Powered False\u000a16:44:08.900478 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7264): Process ended prematurely: osmo-stp_10.42.42.5(pid=7264) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7264): Process ended prematurely: osmo-stp_10.42.42.5(pid=7264) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:44:09.969594 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:09.982168 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:44:10.121378 tst ping.py: using LAC 34920\u000a16:44:10.250352 tst ping.py: using RAC 240\u000a16:44:10.379586 tst ping.py: using CellId 34920\u000a16:44:10.506965 tst ping.py: using BVCI 34921\u000a16:44:10.532056 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.543765 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.555331 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.566858 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.578556 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.590588 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.602681 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:10.614897 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:44:10.898156 tst ping.py:19: start network...\u000a16:44:11.025217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:11.516937 run create_hlr_db(pid=7258): Launched\u000a16:44:11.694825 bus /gobi_6: Setting Powered False\u000a16:44:12.715485 run create_hlr_db(pid=7258): Terminated: ok {rc=0}\u000a16:44:13.152457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7260): Launched\u000a16:44:13.481798 run osmo-hlr_10.42.42.2(pid=7261): Launched\u000a16:44:13.600667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:14.175900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7263): Launched\u000a16:44:14.505271 run osmo-stp_10.42.42.5(pid=7264): Launched\u000a16:44:14.624556 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:44:15.197647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7266): Launched\u000a16:44:15.314326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:44:15.602543 run patchelf(pid=7267): Launched\u000a16:44:15.794727 run osmo-stp_10.42.42.5(pid=7264): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)]\u000a16:44:15.951100 run osmo-stp_10.42.42.5(pid=7264): stdout: \u000a| (launched: 2022-12-13_16:44:14.342205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:16.089697 run osmo-stp_10.42.42.5(pid=7264): stderr: \u000a| �[0;m�[38;5;43m20221213164414534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164414534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164414534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164414534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164414535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164414535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164414535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:16.220831 run osmo-stp_10.42.42.5(pid=7264): stdout: \u000a| (launched: 2022-12-13_16:44:14.342205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:16.349582 run osmo-stp_10.42.42.5(pid=7264): stderr: \u000a| �[0;m�[38;5;43m20221213164414534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164414534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164414534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164414534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164414535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164414535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164414535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:16.500849 run patchelf(pid=7267): Terminating (SIGINT)\u000a16:44:16.680631 run patchelf(pid=7267): Terminated: ok {rc=0}\u000a16:44:16.713627 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7264): Process ended prematurely: osmo-stp_10.42.42.5(pid=7264) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7264)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a16:44:16.723565 tst ping.py:22: Test FAILED (6.7 sec)\u000a16:44:16.787846 run osmo-hlr_10.42.42.2(pid=7261): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7261)]\u000a16:44:16.839402 run osmo-hlr_10.42.42.2(pid=7261): stdout: \u000a| (launched: 2022-12-13_16:44:13.318499) \u000a16:44:16.891959 run osmo-hlr_10.42.42.2(pid=7261): stderr: \u000a| �[0;m�[1;31m20221213164413518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164413518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164413518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164413518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164413518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164413518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164413531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164413539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164413540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164413540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:16.936602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7260): Terminating (SIGTERM)\u000a16:44:16.980824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7263): Terminating (SIGTERM)\u000a16:44:17.023268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7266): Terminating (SIGTERM)\u000a16:44:17.034670 --- ParallelTerminationStrategy: PID 7260 died...\u000a16:44:17.091616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7260): Terminated: ok {rc=0}\u000a16:44:17.102003 --- ParallelTerminationStrategy: PID 7263 died...\u000a16:44:17.157208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7263): Terminated: ok {rc=0}\u000a16:44:17.168476 --- ParallelTerminationStrategy: PID 7266 died...\u000a16:44:17.223484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7266): Terminated: ok {rc=0}\u000a16:44:17.312716 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7274): Process ended prematurely: osmo-stp_10.42.42.5(pid=7274) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7274): Process ended prematurely: osmo-stp_10.42.42.5(pid=7274) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:44:18.366514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.378975 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:44:18.511023 tst ping_idle_ping.py: using LAC 34921\u000a16:44:18.631864 tst ping_idle_ping.py: using RAC 241\u000a16:44:18.754122 tst ping_idle_ping.py: using CellId 34921\u000a16:44:18.876649 tst ping_idle_ping.py: using BVCI 34922\u000a16:44:18.900091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.911341 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.922365 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.933317 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.944169 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.955046 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.966276 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:44:18.977231 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:44:19.274027 tst ping_idle_ping.py:24: start network...\u000a16:44:19.410256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:19.936698 run create_hlr_db(pid=7268): Launched\u000a16:44:20.128061 bus /gobi_6: Setting Powered False\u000a16:44:21.147878 run create_hlr_db(pid=7268): Terminated: ok {rc=0}\u000a16:44:21.562151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7270): Launched\u000a16:44:21.871514 run osmo-hlr_10.42.42.2(pid=7271): Launched\u000a16:44:21.994592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:22.541351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7273): Launched\u000a16:44:22.850285 run osmo-stp_10.42.42.5(pid=7274): Launched\u000a16:44:22.960840 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:44:23.497820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7276): Launched\u000a16:44:23.607333 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:44:23.877462 run patchelf(pid=7277): Launched\u000a16:44:24.058316 run osmo-stp_10.42.42.5(pid=7274): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)]\u000a16:44:24.190423 run osmo-stp_10.42.42.5(pid=7274): stdout: \u000a| (launched: 2022-12-13_16:44:22.697851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:24.323850 run osmo-stp_10.42.42.5(pid=7274): stderr: \u000a| �[0;m�[38;5;43m20221213164422873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164422873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164422873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164422873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164422874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164422874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164422874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:24.451446 run osmo-stp_10.42.42.5(pid=7274): stdout: \u000a| (launched: 2022-12-13_16:44:22.697851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:24.577446 run osmo-stp_10.42.42.5(pid=7274): stderr: \u000a| �[0;m�[38;5;43m20221213164422873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164422873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164422873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164422873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164422874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164422874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164422874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:24.724713 run patchelf(pid=7277): Terminating (SIGINT)\u000a16:44:24.898734 run patchelf(pid=7277): Terminated: ok {rc=0}\u000a16:44:24.930338 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7274): Process ended prematurely: osmo-stp_10.42.42.5(pid=7274) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7274)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:44:24.939302 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:44:24.999820 run osmo-hlr_10.42.42.2(pid=7271): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7271)]\u000a16:44:25.048615 run osmo-hlr_10.42.42.2(pid=7271): stdout: \u000a| (launched: 2022-12-13_16:44:21.719153) \u000a16:44:25.098159 run osmo-hlr_10.42.42.2(pid=7271): stderr: \u000a| �[0;m�[1;31m20221213164421899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164421899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164421899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164421899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164421899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164421899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164421912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164421921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164421921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164421921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:25.140621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7270): Terminating (SIGTERM)\u000a16:44:25.180648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7273): Terminating (SIGTERM)\u000a16:44:25.220550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7276): Terminating (SIGTERM)\u000a16:44:25.229909 --- ParallelTerminationStrategy: PID 7270 died...\u000a16:44:25.283809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7270): Terminated: ok {rc=0}\u000a16:44:25.294004 --- ParallelTerminationStrategy: PID 7273 died...\u000a16:44:25.347278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7273): Terminated: ok {rc=0}\u000a16:44:25.356897 --- ParallelTerminationStrategy: PID 7276 died...\u000a16:44:25.409839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7276): Terminated: ok {rc=0}\u000a16:44:25.493338 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:43:26" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7294): Process ended prematurely: osmo-stp_10.42.42.5(pid=7294) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7294)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7294): Process ended prematurely: osmo-stp_10.42.42.5(pid=7294) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:44:27.646702 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:27.658266 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:44:27.817489 tst cs_paging_gprs_active.py: using LAC 34922\u000a16:44:27.948852 tst cs_paging_gprs_active.py: using RAC 242\u000a16:44:28.079146 tst cs_paging_gprs_active.py: using CellId 34922\u000a16:44:28.211345 tst cs_paging_gprs_active.py: using BVCI 34923\u000a16:44:28.236904 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.248643 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.260076 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.271561 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.283331 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.295026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.306875 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.318540 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:28.331559 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:28.457582 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:28.763153 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:44:28.902370 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:29.248633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7284): Launched\u000a16:44:29.537785 run iperf3-srv_10.42.42.10(pid=7285): Launched\u000a16:44:29.743068 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:44:29.882341 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:30.229919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7286): Launched\u000a16:44:30.518934 run iperf3-srv_10.42.42.10(pid=7287): Launched\u000a16:44:30.724217 tst cs_paging_gprs_active.py:38: start network...\u000a16:44:30.883741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:31.478945 run create_hlr_db(pid=7288): Launched\u000a16:44:31.726645 bus /gobi_6: Setting Powered False\u000a16:44:32.691217 run create_hlr_db(pid=7288): Terminated: ok {rc=0}\u000a16:44:33.161538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7290): Launched\u000a16:44:33.477852 run osmo-hlr_10.42.42.2(pid=7291): Launched\u000a16:44:33.593157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:34.137257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7293): Launched\u000a16:44:34.453136 run osmo-stp_10.42.42.5(pid=7294): Launched\u000a16:44:34.567060 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:44:35.114189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7296): Launched\u000a16:44:35.226315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:44:35.502722 run patchelf(pid=7297): Launched\u000a16:44:35.686463 run osmo-stp_10.42.42.5(pid=7294): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7294)]\u000a16:44:35.820428 run osmo-stp_10.42.42.5(pid=7294): stdout: \u000a| (launched: 2022-12-13_16:44:34.297347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:35.954673 run osmo-stp_10.42.42.5(pid=7294): stderr: \u000a| �[0;m�[38;5;43m20221213164434468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164434468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164434468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164434469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164434469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164434469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164434469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:36.083810 run osmo-stp_10.42.42.5(pid=7294): stdout: \u000a| (launched: 2022-12-13_16:44:34.297347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:36.212014 run osmo-stp_10.42.42.5(pid=7294): stderr: \u000a| �[0;m�[38;5;43m20221213164434468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164434468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164434468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164434469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164434469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164434469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164434469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:36.362450 run patchelf(pid=7297): Terminating (SIGINT)\u000a16:44:36.538734 run patchelf(pid=7297): Terminated: ok {rc=0}\u000a16:44:36.571055 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7294): Process ended prematurely: osmo-stp_10.42.42.5(pid=7294) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7294)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:44:36.580571 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a16:44:36.641448 run osmo-hlr_10.42.42.2(pid=7291): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7291)]\u000a16:44:36.691012 run osmo-hlr_10.42.42.2(pid=7291): stdout: \u000a| (launched: 2022-12-13_16:44:33.321326) \u000a16:44:36.741373 run osmo-hlr_10.42.42.2(pid=7291): stderr: \u000a| �[0;m�[1;31m20221213164433499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164433499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164433499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164433499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164433499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164433499 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164433511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164433520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164433521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164433521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:36.783960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7284): Terminating (SIGTERM)\u000a16:44:36.824068 run iperf3-srv_10.42.42.10(pid=7285): Terminating (SIGTERM)\u000a16:44:36.864111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7286): Terminating (SIGTERM)\u000a16:44:36.904074 run iperf3-srv_10.42.42.10(pid=7287): Terminating (SIGTERM)\u000a16:44:36.944143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7290): Terminating (SIGTERM)\u000a16:44:36.984469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7293): Terminating (SIGTERM)\u000a16:44:37.024470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7296): Terminating (SIGTERM)\u000a16:44:37.033829 --- ParallelTerminationStrategy: PID 7284 died...\u000a16:44:37.088136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7284): Terminated: ok {rc=0}\u000a16:44:37.097886 --- ParallelTerminationStrategy: PID 7285 died...\u000a16:44:37.151177 run iperf3-srv_10.42.42.10(pid=7285): Terminated {rc=256}\u000a16:44:37.160739 --- ParallelTerminationStrategy: PID 7286 died...\u000a16:44:37.214090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7286): Terminated: ok {rc=0}\u000a16:44:37.223677 --- ParallelTerminationStrategy: PID 7287 died...\u000a16:44:37.276779 run iperf3-srv_10.42.42.10(pid=7287): Terminated {rc=256}\u000a16:44:37.286422 --- ParallelTerminationStrategy: PID 7290 died...\u000a16:44:37.339806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7290): Terminated: ok {rc=0}\u000a16:44:37.349848 --- ParallelTerminationStrategy: PID 7293 died...\u000a16:44:37.403513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7293): Terminated: ok {rc=0}\u000a16:44:37.413251 --- ParallelTerminationStrategy: PID 7296 died...\u000a16:44:37.466557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7296): Terminated: ok {rc=0}\u000a16:44:37.550073 bus /gobi_0: Setting Powered False\u000a16:44:38.658100 bus /gobi_0: Setting Powered False\u000a16:44:39.770870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7306): Process ended prematurely: osmo-stp_10.42.42.5(pid=7306) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7306)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7306): Process ended prematurely: osmo-stp_10.42.42.5(pid=7306) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7306)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:44:40.882244 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:40.894157 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:44:41.046592 tst iperf3.py: using LAC 34923\u000a16:44:41.170449 tst iperf3.py: using RAC 243\u000a16:44:41.294285 tst iperf3.py: using CellId 34923\u000a16:44:41.418444 tst iperf3.py: using BVCI 34924\u000a16:44:41.442344 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.453593 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.464410 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.475323 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.486183 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.497186 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.508150 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.519074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:41.530127 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:41.812693 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:44:41.942040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:42.267153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7298): Launched\u000a16:44:42.538237 run iperf3-srv_10.42.42.10(pid=7299): Launched\u000a16:44:42.728235 tst iperf3.py:8: start network...\u000a16:44:42.858106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:43.357633 run create_hlr_db(pid=7300): Launched\u000a16:44:43.535927 bus /gobi_6: Setting Powered False\u000a16:44:44.558102 run create_hlr_db(pid=7300): Terminated: ok {rc=0}\u000a16:44:45.002244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7302): Launched\u000a16:44:45.338059 run osmo-hlr_10.42.42.2(pid=7303): Launched\u000a16:44:45.461281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:46.064408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7305): Launched\u000a16:44:46.486325 run osmo-stp_10.42.42.5(pid=7306): Launched\u000a16:44:46.729599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:44:47.341322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7308): Launched\u000a16:44:47.452265 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:44:47.727015 run patchelf(pid=7309): Launched\u000a16:44:47.910071 run osmo-stp_10.42.42.5(pid=7306): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7306)]\u000a16:44:48.044154 run osmo-stp_10.42.42.5(pid=7306): stdout: \u000a| (launched: 2022-12-13_16:44:46.227910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:48.178054 run osmo-stp_10.42.42.5(pid=7306): stderr: \u000a| �[0;m�[38;5;43m20221213164446554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164446554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164446554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164446554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164446555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164446555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164446555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:48.307028 run osmo-stp_10.42.42.5(pid=7306): stdout: \u000a| (launched: 2022-12-13_16:44:46.227910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:44:48.435765 run osmo-stp_10.42.42.5(pid=7306): stderr: \u000a| �[0;m�[38;5;43m20221213164446554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164446554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164446554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164446554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164446555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164446555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164446555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:44:48.585141 run patchelf(pid=7309): Terminating (SIGINT)\u000a16:44:48.761495 run patchelf(pid=7309): Terminated: ok {rc=0}\u000a16:44:48.793637 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7306): Process ended prematurely: osmo-stp_10.42.42.5(pid=7306) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7306)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:44:48.802974 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:44:48.863589 run osmo-hlr_10.42.42.2(pid=7303): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7303)]\u000a16:44:48.912917 run osmo-hlr_10.42.42.2(pid=7303): stdout: \u000a| (launched: 2022-12-13_16:44:45.172146) \u000a16:44:48.962684 run osmo-hlr_10.42.42.2(pid=7303): stderr: \u000a| �[0;m�[1;31m20221213164445372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164445372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164445373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164445373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164445373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164445373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164445386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164445395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164445395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164445395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:44:49.005367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7298): Terminating (SIGTERM)\u000a16:44:49.045302 run iperf3-srv_10.42.42.10(pid=7299): Terminating (SIGTERM)\u000a16:44:49.085304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7302): Terminating (SIGTERM)\u000a16:44:49.125343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7305): Terminating (SIGTERM)\u000a16:44:49.165459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7308): Terminating (SIGTERM)\u000a16:44:49.174793 --- ParallelTerminationStrategy: PID 7298 died...\u000a16:44:49.228289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7298): Terminated: ok {rc=0}\u000a16:44:49.237936 --- ParallelTerminationStrategy: PID 7299 died...\u000a16:44:49.291120 run iperf3-srv_10.42.42.10(pid=7299): Terminated {rc=256}\u000a16:44:49.300735 --- ParallelTerminationStrategy: PID 7302 died...\u000a16:44:49.354368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7302): Terminated: ok {rc=0}\u000a16:44:49.364304 --- ParallelTerminationStrategy: PID 7305 died...\u000a16:44:49.418041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7305): Terminated: ok {rc=0}\u000a16:44:49.427692 --- ParallelTerminationStrategy: PID 7308 died...\u000a16:44:49.481005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7308): Terminated: ok {rc=0}\u000a16:44:49.569494 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:44:50.681764 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:50.693591 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:44:50.845512 tst iperf3m4.py: using LAC 34924\u000a16:44:50.967252 tst iperf3m4.py: using RAC 244\u000a16:44:51.090900 tst iperf3m4.py: using CellId 34924\u000a16:44:51.215242 tst iperf3m4.py: using BVCI 34925\u000a16:44:51.239087 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.250284 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.261299 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.272156 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.283095 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.294040 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.305087 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.315981 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:44:51.327043 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:51.452881 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:51.574525 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:51.697098 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:44:51.983389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:44:52.112667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:52.439170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Launched\u000a16:44:52.711629 run iperf3-srv_10.42.42.10(pid=7311): Launched\u000a16:44:52.902030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:44:53.031509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:53.358267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7312): Launched\u000a16:44:53.627752 run iperf3-srv_10.42.42.10(pid=7313): Launched\u000a16:44:53.817247 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:44:53.946992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:54.271054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7314): Launched\u000a16:44:54.543067 run iperf3-srv_10.42.42.10(pid=7315): Launched\u000a16:44:54.733322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:44:54.862702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:44:55.189264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7316): Launched\u000a16:44:55.461319 run iperf3-srv_10.42.42.10(pid=7317): Launched\u000a16:44:55.651111 tst iperf3m4.py:8: start network...\u000a16:44:55.780104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:44:56.279858 run create_hlr_db(pid=7318): Launched\u000a16:44:56.459148 bus /gobi_6: Setting Powered False\u000a16:44:57.481341 run create_hlr_db(pid=7318): Terminated: ok {rc=0}\u000a16:44:57.927903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Launched\u000a16:44:58.263143 run osmo-hlr_10.42.42.2(pid=7321): Launched\u000a16:44:58.384682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:44:58.967200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Launched\u000a16:44:59.301612 run osmo-stp_10.42.42.5(pid=7324): Launched\u000a16:44:59.423251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:45:00.006209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7326): Launched\u000a16:45:00.125726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:45:00.418414 run patchelf(pid=7327): Launched\u000a16:45:00.613633 run osmo-stp_10.42.42.5(pid=7324): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)]\u000a16:45:00.756542 run osmo-stp_10.42.42.5(pid=7324): stdout: \u000a| (launched: 2022-12-13_16:44:59.136487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:00.922469 run osmo-stp_10.42.42.5(pid=7324): stderr: \u000a| �[0;m�[38;5;43m20221213164459327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164459327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164459327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164459328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:01.056675 run osmo-stp_10.42.42.5(pid=7324): stdout: \u000a| (launched: 2022-12-13_16:44:59.136487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:01.187823 run osmo-stp_10.42.42.5(pid=7324): stderr: \u000a| �[0;m�[38;5;43m20221213164459327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164459327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164459327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164459328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:01.341440 run patchelf(pid=7327): Terminating (SIGINT)\u000a16:45:01.524714 run patchelf(pid=7327): Terminated: ok {rc=0}\u000a16:45:01.558637 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7324): Process ended prematurely: osmo-stp_10.42.42.5(pid=7324) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7324)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:45:01.570377 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:45:01.633855 run osmo-hlr_10.42.42.2(pid=7321): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7321)]\u000a16:45:01.684915 run osmo-hlr_10.42.42.2(pid=7321): stdout: \u000a| (launched: 2022-12-13_16:44:58.097856) \u000a16:45:01.736150 run osmo-hlr_10.42.42.2(pid=7321): stderr: \u000a| �[0;m�[1;31m20221213164458297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164458297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164458297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164458298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164458298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164458298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164458310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164458319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164458319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164458319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:01.793788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Terminating (SIGTERM)\u000a16:45:01.836294 run iperf3-srv_10.42.42.10(pid=7311): Terminating (SIGTERM)\u000a16:45:01.877382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7312): Terminating (SIGTERM)\u000a16:45:01.920035 run iperf3-srv_10.42.42.10(pid=7313): Terminating (SIGTERM)\u000a16:45:01.961361 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7314): Terminating (SIGTERM)\u000a16:45:02.003523 run iperf3-srv_10.42.42.10(pid=7315): Terminating (SIGTERM)\u000a16:45:02.044613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7316): Terminating (SIGTERM)\u000a16:45:02.086273 run iperf3-srv_10.42.42.10(pid=7317): Terminating (SIGTERM)\u000a16:45:02.127585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Terminating (SIGTERM)\u000a16:45:02.171543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Terminating (SIGTERM)\u000a16:45:02.215596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7326): Terminating (SIGTERM)\u000a16:45:02.225944 --- ParallelTerminationStrategy: PID 7310 died...\u000a16:45:02.280424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7310): Terminated: ok {rc=0}\u000a16:45:02.290219 --- ParallelTerminationStrategy: PID 7311 died...\u000a16:45:02.343856 run iperf3-srv_10.42.42.10(pid=7311): Terminated {rc=256}\u000a16:45:02.353472 --- ParallelTerminationStrategy: PID 7312 died...\u000a16:45:02.406902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7312): Terminated: ok {rc=0}\u000a16:45:02.416651 --- ParallelTerminationStrategy: PID 7313 died...\u000a16:45:02.470269 run iperf3-srv_10.42.42.10(pid=7313): Terminated {rc=256}\u000a16:45:02.480037 --- ParallelTerminationStrategy: PID 7314 died...\u000a16:45:02.534085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7314): Terminated: ok {rc=0}\u000a16:45:02.543905 --- ParallelTerminationStrategy: PID 7315 died...\u000a16:45:02.597601 run iperf3-srv_10.42.42.10(pid=7315): Terminated {rc=256}\u000a16:45:02.607372 --- ParallelTerminationStrategy: PID 7316 died...\u000a16:45:02.661057 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7316): Terminated: ok {rc=0}\u000a16:45:02.670879 --- ParallelTerminationStrategy: PID 7317 died...\u000a16:45:02.724461 run iperf3-srv_10.42.42.10(pid=7317): Terminated {rc=256}\u000a16:45:02.734174 --- ParallelTerminationStrategy: PID 7320 died...\u000a16:45:02.787707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7320): Terminated: ok {rc=0}\u000a16:45:02.797566 --- ParallelTerminationStrategy: PID 7323 died...\u000a16:45:02.851404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7323): Terminated: ok {rc=0}\u000a16:45:02.861313 --- ParallelTerminationStrategy: PID 7326 died...\u000a16:45:02.915290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7326): Terminated: ok {rc=0}\u000a16:45:03.004679 bus /gobi_4: Setting Powered False\u000a16:45:04.110219 bus /gobi_4: Setting Powered False\u000a16:45:05.218762 bus /gobi_1: Setting Powered False\u000a16:45:06.326185 bus /gobi_1: Setting Powered False\u000a16:45:07.439200 bus /gobi_0: Setting Powered False\u000a16:45:08.546951 bus /gobi_0: Setting Powered False\u000a16:45:09.655830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7337): Process ended prematurely: osmo-stp_10.42.42.5(pid=7337) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7337): Process ended prematurely: osmo-stp_10.42.42.5(pid=7337) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:45:10.724495 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:10.737157 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:45:10.895362 tst ping.py: using LAC 34925\u000a16:45:11.024791 tst ping.py: using RAC 245\u000a16:45:11.148361 tst ping.py: using CellId 34925\u000a16:45:11.270215 tst ping.py: using BVCI 34926\u000a16:45:11.293846 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.305092 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.316264 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.327212 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.338102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.349126 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.360150 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:11.371172 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:45:11.668857 tst ping.py:19: start network...\u000a16:45:11.805123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:12.320808 run create_hlr_db(pid=7331): Launched\u000a16:45:12.511538 bus /gobi_6: Setting Powered False\u000a16:45:13.531261 run create_hlr_db(pid=7331): Terminated: ok {rc=0}\u000a16:45:13.943941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7333): Launched\u000a16:45:14.252025 run osmo-hlr_10.42.42.2(pid=7334): Launched\u000a16:45:14.369632 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:14.912666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7336): Launched\u000a16:45:15.221022 run osmo-stp_10.42.42.5(pid=7337): Launched\u000a16:45:15.332526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:45:15.871230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7339): Launched\u000a16:45:15.992417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:45:16.278724 run patchelf(pid=7340): Launched\u000a16:45:16.499069 run osmo-stp_10.42.42.5(pid=7337): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)]\u000a16:45:16.672688 run osmo-stp_10.42.42.5(pid=7337): stdout: \u000a| (launched: 2022-12-13_16:45:15.068618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:16.826663 run osmo-stp_10.42.42.5(pid=7337): stderr: \u000a| �[0;m�[38;5;43m20221213164515241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164515241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164515242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164515242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164515242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164515242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164515243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:16.968196 run osmo-stp_10.42.42.5(pid=7337): stdout: \u000a| (launched: 2022-12-13_16:45:15.068618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:17.106295 run osmo-stp_10.42.42.5(pid=7337): stderr: \u000a| �[0;m�[38;5;43m20221213164515241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164515241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164515242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164515242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164515242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164515242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164515243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:17.268214 run patchelf(pid=7340): Terminating (SIGINT)\u000a16:45:17.453334 run patchelf(pid=7340): Terminated: ok {rc=0}\u000a16:45:17.486674 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7337): Process ended prematurely: osmo-stp_10.42.42.5(pid=7337) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7337)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:45:17.495990 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:45:17.561334 run osmo-hlr_10.42.42.2(pid=7334): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7334)]\u000a16:45:17.613535 run osmo-hlr_10.42.42.2(pid=7334): stdout: \u000a| (launched: 2022-12-13_16:45:14.099556) \u000a16:45:17.666638 run osmo-hlr_10.42.42.2(pid=7334): stderr: \u000a| �[0;m�[1;31m20221213164514278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164514278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164514278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164514278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164514278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164514278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164514290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164514298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164514299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164514299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:17.711979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7333): Terminating (SIGTERM)\u000a16:45:17.754486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7336): Terminating (SIGTERM)\u000a16:45:17.797650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7339): Terminating (SIGTERM)\u000a16:45:17.807439 --- ParallelTerminationStrategy: PID 7333 died...\u000a16:45:17.864908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7333): Terminated: ok {rc=0}\u000a16:45:17.875061 --- ParallelTerminationStrategy: PID 7336 died...\u000a16:45:17.932673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7336): Terminated: ok {rc=0}\u000a16:45:17.942790 --- ParallelTerminationStrategy: PID 7339 died...\u000a16:45:18.000163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7339): Terminated: ok {rc=0}\u000a16:45:18.087680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7347): Process ended prematurely: osmo-stp_10.42.42.5(pid=7347) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7347)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7347): Process ended prematurely: osmo-stp_10.42.42.5(pid=7347) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:45:19.140771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.153227 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:45:19.316529 tst ping_idle_ping.py: using LAC 34926\u000a16:45:19.439034 tst ping_idle_ping.py: using RAC 246\u000a16:45:19.564292 tst ping_idle_ping.py: using CellId 34926\u000a16:45:19.684054 tst ping_idle_ping.py: using BVCI 34927\u000a16:45:19.707538 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.718962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.730066 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.741060 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.752074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.763181 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.774425 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:45:19.785550 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:45:20.083035 tst ping_idle_ping.py:24: start network...\u000a16:45:20.219141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:20.738488 run create_hlr_db(pid=7341): Launched\u000a16:45:20.928576 bus /gobi_6: Setting Powered False\u000a16:45:21.948831 run create_hlr_db(pid=7341): Terminated: ok {rc=0}\u000a16:45:22.364206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7343): Launched\u000a16:45:22.676003 run osmo-hlr_10.42.42.2(pid=7344): Launched\u000a16:45:22.789868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:23.321052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7346): Launched\u000a16:45:23.628543 run osmo-stp_10.42.42.5(pid=7347): Launched\u000a16:45:23.740705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:45:24.275692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7349): Launched\u000a16:45:24.384912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:45:24.655889 run patchelf(pid=7350): Launched\u000a16:45:24.836073 run osmo-stp_10.42.42.5(pid=7347): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7347)]\u000a16:45:24.967333 run osmo-stp_10.42.42.5(pid=7347): stdout: \u000a| (launched: 2022-12-13_16:45:23.475933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:25.099154 run osmo-stp_10.42.42.5(pid=7347): stderr: \u000a| �[0;m�[38;5;43m20221213164523648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164523648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164523648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164523649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164523649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164523649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164523649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:25.225366 run osmo-stp_10.42.42.5(pid=7347): stdout: \u000a| (launched: 2022-12-13_16:45:23.475933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:25.350832 run osmo-stp_10.42.42.5(pid=7347): stderr: \u000a| �[0;m�[38;5;43m20221213164523648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164523648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164523648 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164523649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164523649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164523649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164523649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:25.497237 run patchelf(pid=7350): Terminating (SIGINT)\u000a16:45:25.669670 run patchelf(pid=7350): Terminated: ok {rc=0}\u000a16:45:25.700855 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7347): Process ended prematurely: osmo-stp_10.42.42.5(pid=7347) [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7347)] [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:45:25.709721 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:45:25.770135 run osmo-hlr_10.42.42.2(pid=7344): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7344)]\u000a16:45:25.819278 run osmo-hlr_10.42.42.2(pid=7344): stdout: \u000a| (launched: 2022-12-13_16:45:22.519976) \u000a16:45:25.869225 run osmo-hlr_10.42.42.2(pid=7344): stderr: \u000a| �[0;m�[1;31m20221213164522699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164522699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164522699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164522699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164522699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164522699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164522711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164522719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164522719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164522719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:25.911764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7343): Terminating (SIGTERM)\u000a16:45:25.951865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7346): Terminating (SIGTERM)\u000a16:45:25.991969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7349): Terminating (SIGTERM)\u000a16:45:26.001465 --- ParallelTerminationStrategy: PID 7343 died...\u000a16:45:26.055319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7343): Terminated: ok {rc=0}\u000a16:45:26.065146 --- ParallelTerminationStrategy: PID 7346 died...\u000a16:45:26.118844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7346): Terminated: ok {rc=0}\u000a16:45:26.128634 --- ParallelTerminationStrategy: PID 7349 died...\u000a16:45:26.182452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7349): Terminated: ok {rc=0}\u000a16:45:26.266463 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:44:27" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7360): Process ended prematurely: osmo-stp_10.42.42.5(pid=7360) [trial-2391↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7360): Process ended prematurely: osmo-stp_10.42.42.5(pid=7360) [trial-2391↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:45:28.292250 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.304906 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:45:28.465450 tst switch_tch_pdch.py: using LAC 34927\u000a16:45:28.594754 tst switch_tch_pdch.py: using RAC 247\u000a16:45:28.723553 tst switch_tch_pdch.py: using CellId 34927\u000a16:45:28.853350 tst switch_tch_pdch.py: using BVCI 34928\u000a16:45:28.878329 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.890525 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.902634 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.914766 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.927668 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.940476 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.953498 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:45:28.966422 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:29.086128 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:45:29.384723 tst switch_tch_pdch.py:51: start network...\u000a16:45:29.521703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:30.038278 run create_hlr_db(pid=7354): Launched\u000a16:45:30.229773 bus /gobi_6: Setting Powered False\u000a16:45:31.239487 run create_hlr_db(pid=7354): Terminated: ok {rc=0}\u000a16:45:31.681590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7356): Launched\u000a16:45:32.155110 run osmo-hlr_10.42.42.2(pid=7357): Launched\u000a16:45:32.273798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:32.807644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7359): Launched\u000a16:45:33.115298 run osmo-stp_10.42.42.5(pid=7360): Launched\u000a16:45:33.226083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:45:33.762994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7362): Launched\u000a16:45:33.872121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:45:34.142318 run patchelf(pid=7363): Launched\u000a16:45:34.321479 run osmo-stp_10.42.42.5(pid=7360): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)]\u000a16:45:34.452362 run osmo-stp_10.42.42.5(pid=7360): stdout: \u000a| (launched: 2022-12-13_16:45:32.963114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:34.583559 run osmo-stp_10.42.42.5(pid=7360): stderr: \u000a| �[0;m�[38;5;43m20221213164533133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164533133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164533133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164533134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164533134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164533134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164533134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:34.709765 run osmo-stp_10.42.42.5(pid=7360): stdout: \u000a| (launched: 2022-12-13_16:45:32.963114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:34.835207 run osmo-stp_10.42.42.5(pid=7360): stderr: \u000a| �[0;m�[38;5;43m20221213164533133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164533133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164533133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164533134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164533134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164533134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164533134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:34.981989 run patchelf(pid=7363): Terminating (SIGINT)\u000a16:45:35.153561 run patchelf(pid=7363): Terminated: ok {rc=0}\u000a16:45:35.184657 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7360): Process ended prematurely: osmo-stp_10.42.42.5(pid=7360) [trial-2391↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7360)] [trial-2391↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:45:35.193488 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a16:45:35.253839 run osmo-hlr_10.42.42.2(pid=7357): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7357)]\u000a16:45:35.303052 run osmo-hlr_10.42.42.2(pid=7357): stdout: \u000a| (launched: 2022-12-13_16:45:31.842509) \u000a16:45:35.353048 run osmo-hlr_10.42.42.2(pid=7357): stderr: \u000a| �[0;m�[1;31m20221213164532107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164532107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164532107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164532107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164532107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164532107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164532126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164532143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164532143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164532143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:35.395634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7356): Terminating (SIGTERM)\u000a16:45:35.435712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7359): Terminating (SIGTERM)\u000a16:45:35.475653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7362): Terminating (SIGTERM)\u000a16:45:35.484897 --- ParallelTerminationStrategy: PID 7356 died...\u000a16:45:35.538514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7356): Terminated: ok {rc=0}\u000a16:45:35.548146 --- ParallelTerminationStrategy: PID 7359 died...\u000a16:45:35.601133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7359): Terminated: ok {rc=0}\u000a16:45:35.610652 --- ParallelTerminationStrategy: PID 7362 died...\u000a16:45:35.663667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7362): Terminated: ok {rc=0}\u000a16:45:35.752327 bus /gobi_0: Setting Powered False\u000a16:45:36.856215 bus /gobi_0: Setting Powered False\u000a16:45:37.968860 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:45:28" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7373): Process ended prematurely: osmo-stp_10.42.42.5(pid=7373) [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7373)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7373): Process ended prematurely: osmo-stp_10.42.42.5(pid=7373) [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a16:45:39.908729 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:39.919613 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:45:40.062084 tst mo_mt_sms.py: using LAC 34928\u000a16:45:40.193852 tst mo_mt_sms.py: using RAC 248\u000a16:45:40.324764 tst mo_mt_sms.py: using CellId 34928\u000a16:45:40.450941 tst mo_mt_sms.py: using BVCI 34929\u000a16:45:40.475864 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:40.487376 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:40.498656 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:40.509908 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:40.521624 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:40.533322 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a16:45:40.651868 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a16:45:40.854149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:41.347041 run create_hlr_db(pid=7367): Launched\u000a16:45:41.524312 bus /gobi_6: Setting Powered False\u000a16:45:42.544743 run create_hlr_db(pid=7367): Terminated: ok {rc=0}\u000a16:45:42.982461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7369): Launched\u000a16:45:43.311719 run osmo-hlr_10.42.42.2(pid=7370): Launched\u000a16:45:43.432738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:45:44.002759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7372): Launched\u000a16:45:44.330474 run osmo-stp_10.42.42.5(pid=7373): Launched\u000a16:45:44.449692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:45:45.049997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7375): Launched\u000a16:45:45.380569 run osmo-msc_10.42.42.6(pid=7376): Launched\u000a16:45:45.572352 run osmo-stp_10.42.42.5(pid=7373): ERR: Terminated: ERROR {rc=1} [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7373)]\u000a16:45:45.710941 run osmo-stp_10.42.42.5(pid=7373): stdout: \u000a| (launched: 2022-12-13_16:45:44.168579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:45.871896 run osmo-stp_10.42.42.5(pid=7373): stderr: \u000a| �[0;m�[38;5;43m20221213164544361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164544361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164544361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164544362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:46.000654 run osmo-stp_10.42.42.5(pid=7373): stdout: \u000a| (launched: 2022-12-13_16:45:44.168579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:45:46.126441 run osmo-stp_10.42.42.5(pid=7373): stderr: \u000a| �[0;m�[38;5;43m20221213164544361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164544361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164544361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164544362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164544362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:45:46.183014 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=7373): Process ended prematurely: osmo-stp_10.42.42.5(pid=7373) [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7373)] [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a16:45:46.192139 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a16:45:46.254236 run osmo-hlr_10.42.42.2(pid=7370): ERR: Terminated: ERROR {rc=237} [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7370)]\u000a16:45:46.304622 run osmo-hlr_10.42.42.2(pid=7370): stdout: \u000a| (launched: 2022-12-13_16:45:43.148487) \u000a16:45:46.355340 run osmo-hlr_10.42.42.2(pid=7370): stderr: \u000a| �[0;m�[1;31m20221213164543346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164543346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164543346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164543346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164543346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164543346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164543364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164543373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164543374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164543374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:45:46.425955 run osmo-msc_10.42.42.6(pid=7376): ERR: Terminated: ERROR {rc=2} [trial-2391↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7376)]\u000a16:45:46.476770 run osmo-msc_10.42.42.6(pid=7376): stdout: \u000a| (launched: 2022-12-13_16:45:45.216756) \u000a16:45:46.528667 run osmo-msc_10.42.42.6(pid=7376): stderr: \u000a| �[0;m�[38;5;43m20221213164545540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164545540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5b78d54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164545540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164545540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164545541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164545541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164545543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164545543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164545543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164545543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:45:46.573494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7369): Terminating (SIGTERM)\u000a16:45:46.615585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7372): Terminating (SIGTERM)\u000a16:45:46.658947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7375): Terminating (SIGTERM)\u000a16:45:46.670765 --- ParallelTerminationStrategy: PID 7369 died...\u000a16:45:46.727795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7369): Terminated: ok {rc=0}\u000a16:45:46.738573 --- ParallelTerminationStrategy: PID 7372 died...\u000a16:45:46.795324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7372): Terminated: ok {rc=0}\u000a16:45:46.805640 --- ParallelTerminationStrategy: PID 7375 died...\u000a16:45:46.861841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7375): Terminated: ok {rc=0}\u000a16:45:46.949651 bus /sierra_3: Setting Powered False\u000a16:45:48.055940 bus /sierra_3: Setting Powered False\u000a16:45:49.164806 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:45:39" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7383): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7383) [trial-2391↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7383)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7383): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7383) [trial-2391↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a16:45:51.019380 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a16:45:51.031084 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:45:51.173659 tst assert_extension.py: using LAC 34929\u000a16:45:51.302549 tst assert_extension.py: using RAC 249\u000a16:45:51.435822 tst assert_extension.py: using CellId 34929\u000a16:45:51.560833 tst assert_extension.py: using BVCI 34930\u000a16:45:51.585749 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a16:45:51.870698 tst assert_extension.py:10: start nitb and bts...\u000a16:45:52.009763 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:45:52.684658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7382): Launched\u000a16:45:53.010980 run osmo-nitb_10.42.42.2(pid=7383): Launched\u000a16:45:53.211229 run osmo-nitb_10.42.42.2(pid=7383): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7383)]\u000a16:45:53.359049 run osmo-nitb_10.42.42.2(pid=7383): stdout: \u000a| (launched: 2022-12-13_16:45:52.851097) \u000a16:45:53.506945 run osmo-nitb_10.42.42.2(pid=7383): stderr: \u000a| (launched: 2022-12-13_16:45:52.899690)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:45:53.650208 run osmo-nitb_10.42.42.2(pid=7383): stdout: \u000a| (launched: 2022-12-13_16:45:52.851097) \u000a16:45:53.792844 run osmo-nitb_10.42.42.2(pid=7383): stderr: \u000a| (launched: 2022-12-13_16:45:52.899690)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:45:54.142549 tst osmo-nitb_10.42.42.2(pid=7383): stdout: \u000a| (launched: 2022-12-13_16:45:52.851097) \u000a16:45:54.272536 tst osmo-nitb_10.42.42.2(pid=7383): stderr: \u000a| (launched: 2022-12-13_16:45:52.899690)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:45:54.329807 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=7383): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7383) [trial-2391↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7383)] [trial-2391↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a16:45:54.338612 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a16:45:54.375179 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7382): Terminating (SIGTERM)\u000a16:45:54.553578 --- ParallelTerminationStrategy: PID 7382 died...\u000a16:45:54.611557 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7382): Terminated: ok {rc=0}\u000a16:45:54.698240 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:45:50" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7394): Process ended prematurely: osmo-stp_10.42.42.5(pid=7394) [trial-2391↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7394)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7394): Process ended prematurely: osmo-stp_10.42.42.5(pid=7394) [trial-2391↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a16:45:56.547426 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:56.559466 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:45:56.701186 tst assert_extension.py: using LAC 34930\u000a16:45:56.830550 tst assert_extension.py: using RAC 250\u000a16:45:56.953054 tst assert_extension.py: using CellId 34930\u000a16:45:57.073898 tst assert_extension.py: using BVCI 34931\u000a16:45:57.097291 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:57.108523 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:57.119400 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:57.130171 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:57.140804 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:45:57.151909 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a16:45:57.351803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:45:57.841950 run create_hlr_db(pid=7388): Launched\u000a16:45:58.019726 bus /sierra_2: Setting Powered False\u000a16:45:59.040441 run create_hlr_db(pid=7388): Terminated: ok {rc=0}\u000a16:45:59.450845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7390): Launched\u000a16:45:59.759237 run osmo-hlr_10.42.42.2(pid=7391): Launched\u000a16:45:59.879072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:00.422654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7393): Launched\u000a16:46:00.731411 run osmo-stp_10.42.42.5(pid=7394): Launched\u000a16:46:00.861950 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:01.507593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7396): Launched\u000a16:46:02.000153 run osmo-msc_10.42.42.6(pid=7397): Launched\u000a16:46:02.343603 run osmo-stp_10.42.42.5(pid=7394): ERR: Terminated: ERROR {rc=1} [trial-2391↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7394)]\u000a16:46:02.479794 run osmo-stp_10.42.42.5(pid=7394): stdout: \u000a| (launched: 2022-12-13_16:46:00.578778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:02.616068 run osmo-stp_10.42.42.5(pid=7394): stderr: \u000a| �[0;m�[38;5;43m20221213164600750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164600750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164600751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164600751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164600752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164600752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164600752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:02.747721 run osmo-stp_10.42.42.5(pid=7394): stdout: \u000a| (launched: 2022-12-13_16:46:00.578778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:02.878224 run osmo-stp_10.42.42.5(pid=7394): stderr: \u000a| �[0;m�[38;5;43m20221213164600750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164600750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164600751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164600751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164600752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164600752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164600752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:02.935143 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=7394): Process ended prematurely: osmo-stp_10.42.42.5(pid=7394) [trial-2391↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7394)] [trial-2391↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a16:46:02.943896 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a16:46:03.008164 run osmo-hlr_10.42.42.2(pid=7391): ERR: Terminated: ERROR {rc=237} [trial-2391↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7391)]\u000a16:46:03.060690 run osmo-hlr_10.42.42.2(pid=7391): stdout: \u000a| (launched: 2022-12-13_16:45:59.606620) \u000a16:46:03.113676 run osmo-hlr_10.42.42.2(pid=7391): stderr: \u000a| �[0;m�[1;31m20221213164559783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164559783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164559783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164559783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164559783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164559783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164559795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164559803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164559803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164559804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:03.185748 run osmo-msc_10.42.42.6(pid=7397): ERR: Terminated: ERROR {rc=2} [trial-2391↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7397)]\u000a16:46:03.238141 run osmo-msc_10.42.42.6(pid=7397): stdout: \u000a| (launched: 2022-12-13_16:46:01.679625) \u000a16:46:03.291620 run osmo-msc_10.42.42.6(pid=7397): stderr: \u000a| �[0;m�[38;5;43m20221213164602014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164602014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64dfac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164602014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164602014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164602015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164602016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164602020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164602020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164602021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164602021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:03.337150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7390): Terminating (SIGTERM)\u000a16:46:03.380099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7393): Terminating (SIGTERM)\u000a16:46:03.423099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7396): Terminating (SIGTERM)\u000a16:46:03.433066 --- ParallelTerminationStrategy: PID 7390 died...\u000a16:46:03.490558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7390): Terminated: ok {rc=0}\u000a16:46:03.500826 --- ParallelTerminationStrategy: PID 7393 died...\u000a16:46:03.557665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7393): Terminated: ok {rc=0}\u000a16:46:03.567911 --- ParallelTerminationStrategy: PID 7396 died...\u000a16:46:03.624750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7396): Terminated: ok {rc=0}\u000a16:46:03.712686 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:45:56" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7408): Process ended prematurely: osmo-stp_10.42.42.5(pid=7408) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7408)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7408): Process ended prematurely: osmo-stp_10.42.42.5(pid=7408) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a16:46:05.690193 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:05.702247 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:46:05.871148 tst mo_mt_call.py: using LAC 34931\u000a16:46:06.002865 tst mo_mt_call.py: using RAC 251\u000a16:46:06.133346 tst mo_mt_call.py: using CellId 34931\u000a16:46:06.264773 tst mo_mt_call.py: using BVCI 34932\u000a16:46:06.290420 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:06.302333 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:06.314253 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:06.326116 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:06.338197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:06.350243 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:46:06.469860 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:46:06.687795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:07.211857 run create_hlr_db(pid=7402): Launched\u000a16:46:07.404335 bus /sierra_2: Setting Powered False\u000a16:46:08.425315 run create_hlr_db(pid=7402): Terminated: ok {rc=0}\u000a16:46:08.869622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7404): Launched\u000a16:46:09.205963 run osmo-hlr_10.42.42.2(pid=7405): Launched\u000a16:46:09.331171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:09.914190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7407): Launched\u000a16:46:10.250553 run osmo-stp_10.42.42.5(pid=7408): Launched\u000a16:46:10.371300 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:10.981047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7410): Launched\u000a16:46:11.318232 run osmo-msc_10.42.42.6(pid=7411): Launched\u000a16:46:11.512795 run osmo-stp_10.42.42.5(pid=7408): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7408)]\u000a16:46:11.653713 run osmo-stp_10.42.42.5(pid=7408): stdout: \u000a| (launched: 2022-12-13_16:46:10.083554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:11.793666 run osmo-stp_10.42.42.5(pid=7408): stderr: \u000a| �[0;m�[38;5;43m20221213164610278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164610278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164610279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164610279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164610279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164610279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164610279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:11.927248 run osmo-stp_10.42.42.5(pid=7408): stdout: \u000a| (launched: 2022-12-13_16:46:10.083554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:12.059525 run osmo-stp_10.42.42.5(pid=7408): stderr: \u000a| �[0;m�[38;5;43m20221213164610278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164610278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164610279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164610279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164610279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164610279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164610279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:12.118057 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7408): Process ended prematurely: osmo-stp_10.42.42.5(pid=7408) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7408)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a16:46:12.127504 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:46:12.190953 run osmo-hlr_10.42.42.2(pid=7405): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7405)]\u000a16:46:12.242626 run osmo-hlr_10.42.42.2(pid=7405): stdout: \u000a| (launched: 2022-12-13_16:46:09.039309) \u000a16:46:12.294967 run osmo-hlr_10.42.42.2(pid=7405): stderr: \u000a| �[0;m�[1;31m20221213164609238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164609238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164609238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164609238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164609239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164609239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164609251 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164609260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164609260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164609260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:12.366537 run osmo-msc_10.42.42.6(pid=7411): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7411)]\u000a16:46:12.418123 run osmo-msc_10.42.42.6(pid=7411): stdout: \u000a| (launched: 2022-12-13_16:46:11.150736) \u000a16:46:12.470418 run osmo-msc_10.42.42.6(pid=7411): stderr: \u000a| �[0;m�[38;5;43m20221213164611472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164611472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a9a214c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164611472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164611473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164611473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164611473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164611475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164611475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164611475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164611475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:12.515144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7404): Terminating (SIGTERM)\u000a16:46:12.557343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7407): Terminating (SIGTERM)\u000a16:46:12.599631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7410): Terminating (SIGTERM)\u000a16:46:12.609390 --- ParallelTerminationStrategy: PID 7404 died...\u000a16:46:12.666202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7404): Terminated: ok {rc=0}\u000a16:46:12.676646 --- ParallelTerminationStrategy: PID 7407 died...\u000a16:46:12.733447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7407): Terminated: ok {rc=0}\u000a16:46:12.743544 --- ParallelTerminationStrategy: PID 7410 died...\u000a16:46:12.800245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7410): Terminated: ok {rc=0}\u000a16:46:12.887972 bus /sierra_3: Setting Powered False\u000a16:46:13.994793 bus /sierra_3: Setting Powered False\u000a16:46:15.106022 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7419): Process ended prematurely: osmo-stp_10.42.42.5(pid=7419) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7419)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7419): Process ended prematurely: osmo-stp_10.42.42.5(pid=7419) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:46:16.242442 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:16.258692 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a16:46:16.442226 tst mo_mt_call_osmux.py: using LAC 34932\u000a16:46:16.579538 tst mo_mt_call_osmux.py: using RAC 252\u000a16:46:16.724431 tst mo_mt_call_osmux.py: using CellId 34932\u000a16:46:16.856640 tst mo_mt_call_osmux.py: using BVCI 34933\u000a16:46:16.883810 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:16.897051 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:16.910024 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:16.922935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:16.937822 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a16:46:16.953200 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:46:17.097836 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a16:46:17.311415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:17.812765 run create_hlr_db(pid=7413): Launched\u000a16:46:17.992716 bus /sierra_2: Setting Powered False\u000a16:46:19.014161 run create_hlr_db(pid=7413): Terminated: ok {rc=0}\u000a16:46:19.460904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7415): Launched\u000a16:46:19.797629 run osmo-hlr_10.42.42.2(pid=7416): Launched\u000a16:46:19.921389 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:20.506002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7418): Launched\u000a16:46:20.844280 run osmo-stp_10.42.42.5(pid=7419): Launched\u000a16:46:20.966316 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:21.579739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7421): Launched\u000a16:46:21.915658 run osmo-msc_10.42.42.6(pid=7422): Launched\u000a16:46:22.113276 run osmo-stp_10.42.42.5(pid=7419): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7419)]\u000a16:46:22.254601 run osmo-stp_10.42.42.5(pid=7419): stdout: \u000a| (launched: 2022-12-13_16:46:20.676627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:22.395141 run osmo-stp_10.42.42.5(pid=7419): stderr: \u000a| �[0;m�[38;5;43m20221213164620872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164620872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164620872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164620873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164620873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164620873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164620873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:22.529221 run osmo-stp_10.42.42.5(pid=7419): stdout: \u000a| (launched: 2022-12-13_16:46:20.676627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:22.661733 run osmo-stp_10.42.42.5(pid=7419): stderr: \u000a| �[0;m�[38;5;43m20221213164620872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164620872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164620872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164620873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164620873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164620873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164620873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:22.720792 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7419): Process ended prematurely: osmo-stp_10.42.42.5(pid=7419) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7419)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a16:46:22.730429 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a16:46:22.794296 run osmo-hlr_10.42.42.2(pid=7416): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7416)]\u000a16:46:22.846148 run osmo-hlr_10.42.42.2(pid=7416): stdout: \u000a| (launched: 2022-12-13_16:46:19.631373) \u000a16:46:22.898611 run osmo-hlr_10.42.42.2(pid=7416): stderr: \u000a| �[0;m�[1;31m20221213164619832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164619832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164619832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164619832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164619832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164619832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164619844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164619853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164619853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164619853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:22.970136 run osmo-msc_10.42.42.6(pid=7422): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7422)]\u000a16:46:23.022012 run osmo-msc_10.42.42.6(pid=7422): stdout: \u000a| (launched: 2022-12-13_16:46:21.749867) \u000a16:46:23.074343 run osmo-msc_10.42.42.6(pid=7422): stderr: \u000a| �[0;m�[38;5;43m20221213164622143 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164622144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6a9f98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164622144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164622144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164622144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164622144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164622146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164622146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164622146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164622146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:23.119346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7415): Terminating (SIGTERM)\u000a16:46:23.162204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7418): Terminating (SIGTERM)\u000a16:46:23.204847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7421): Terminating (SIGTERM)\u000a16:46:23.214795 --- ParallelTerminationStrategy: PID 7415 died...\u000a16:46:23.271600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7415): Terminated: ok {rc=0}\u000a16:46:23.281822 --- ParallelTerminationStrategy: PID 7418 died...\u000a16:46:23.338371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7418): Terminated: ok {rc=0}\u000a16:46:23.348482 --- ParallelTerminationStrategy: PID 7421 died...\u000a16:46:23.405258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7421): Terminated: ok {rc=0}\u000a16:46:23.492724 bus /sierra_3: Setting Powered False\u000a16:46:24.599256 bus /sierra_3: Setting Powered False\u000a16:46:25.708762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7433): Process ended prematurely: osmo-stp_10.42.42.5(pid=7433) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7433)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7433): Process ended prematurely: osmo-stp_10.42.42.5(pid=7433) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a16:46:27.725823 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:27.737293 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:46:27.896601 tst mo_mt_call.py: using LAC 34933\u000a16:46:28.018557 tst mo_mt_call.py: using RAC 253\u000a16:46:28.142288 tst mo_mt_call.py: using CellId 34933\u000a16:46:28.266194 tst mo_mt_call.py: using BVCI 34934\u000a16:46:28.289967 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:28.301536 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:28.312481 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:28.323533 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:28.334778 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:28.346138 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:46:28.464125 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:46:28.671568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:29.172353 run create_hlr_db(pid=7427): Launched\u000a16:46:29.352027 bus /sierra_2: Setting Powered False\u000a16:46:30.373824 run create_hlr_db(pid=7427): Terminated: ok {rc=0}\u000a16:46:30.818988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7429): Launched\u000a16:46:31.314601 run osmo-hlr_10.42.42.2(pid=7430): Launched\u000a16:46:31.555944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:32.165079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7432): Launched\u000a16:46:32.481591 run osmo-stp_10.42.42.5(pid=7433): Launched\u000a16:46:32.596677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:33.169157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7435): Launched\u000a16:46:33.486888 run osmo-msc_10.42.42.6(pid=7436): Launched\u000a16:46:33.671248 run osmo-stp_10.42.42.5(pid=7433): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7433)]\u000a16:46:33.803065 run osmo-stp_10.42.42.5(pid=7433): stdout: \u000a| (launched: 2022-12-13_16:46:32.326613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:33.932701 run osmo-stp_10.42.42.5(pid=7433): stderr: \u000a| �[0;m�[38;5;43m20221213164632499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164632499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164632499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164632500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164632500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164632500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164632500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:34.057431 run osmo-stp_10.42.42.5(pid=7433): stdout: \u000a| (launched: 2022-12-13_16:46:32.326613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:34.181257 run osmo-stp_10.42.42.5(pid=7433): stderr: \u000a| �[0;m�[38;5;43m20221213164632499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164632499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164632499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164632500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164632500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164632500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164632500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:34.235928 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7433): Process ended prematurely: osmo-stp_10.42.42.5(pid=7433) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7433)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a16:46:34.244621 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:46:34.304362 run osmo-hlr_10.42.42.2(pid=7430): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7430)]\u000a16:46:34.353290 run osmo-hlr_10.42.42.2(pid=7430): stdout: \u000a| (launched: 2022-12-13_16:46:31.040711) \u000a16:46:34.403107 run osmo-hlr_10.42.42.2(pid=7430): stderr: \u000a| �[0;m�[1;31m20221213164631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164631354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164631355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164631355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164631355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164631368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164631377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164631377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164631377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:34.471018 run osmo-msc_10.42.42.6(pid=7436): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7436)]\u000a16:46:34.520091 run osmo-msc_10.42.42.6(pid=7436): stdout: \u000a| (launched: 2022-12-13_16:46:33.328525) \u000a16:46:34.569820 run osmo-msc_10.42.42.6(pid=7436): stderr: \u000a| �[0;m�[38;5;43m20221213164633599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164633599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8051dc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164633599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164633599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164633600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164633600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164633602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164633602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164633602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164633602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:34.612098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7429): Terminating (SIGTERM)\u000a16:46:34.652207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7432): Terminating (SIGTERM)\u000a16:46:34.692183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7435): Terminating (SIGTERM)\u000a16:46:34.701594 --- ParallelTerminationStrategy: PID 7429 died...\u000a16:46:34.755445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7429): Terminated: ok {rc=0}\u000a16:46:34.765222 --- ParallelTerminationStrategy: PID 7432 died...\u000a16:46:34.818397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7432): Terminated: ok {rc=0}\u000a16:46:34.828009 --- ParallelTerminationStrategy: PID 7435 died...\u000a16:46:34.881196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7435): Terminated: ok {rc=0}\u000a16:46:34.970067 bus /sierra_3: Setting Powered False\u000a16:46:36.075299 bus /sierra_3: Setting Powered False\u000a16:46:37.188015 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7444): Process ended prematurely: osmo-stp_10.42.42.5(pid=7444) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7444)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7444): Process ended prematurely: osmo-stp_10.42.42.5(pid=7444) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:46:38.298999 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:38.310984 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a16:46:38.469434 tst mo_mt_call_osmux.py: using LAC 34934\u000a16:46:38.593505 tst mo_mt_call_osmux.py: using RAC 254\u000a16:46:38.715793 tst mo_mt_call_osmux.py: using CellId 34934\u000a16:46:38.839866 tst mo_mt_call_osmux.py: using BVCI 34935\u000a16:46:38.863506 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:38.874834 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:38.885969 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:38.897062 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:38.908262 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a16:46:38.919347 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:46:39.037241 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a16:46:39.255124 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:39.783854 run create_hlr_db(pid=7438): Launched\u000a16:46:39.977072 bus /sierra_2: Setting Powered False\u000a16:46:40.997291 run create_hlr_db(pid=7438): Terminated: ok {rc=0}\u000a16:46:41.419106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7440): Launched\u000a16:46:41.734461 run osmo-hlr_10.42.42.2(pid=7441): Launched\u000a16:46:41.857182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:42.410423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7443): Launched\u000a16:46:42.725510 run osmo-stp_10.42.42.5(pid=7444): Launched\u000a16:46:42.839978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:43.413282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7446): Launched\u000a16:46:43.728885 run osmo-msc_10.42.42.6(pid=7447): Launched\u000a16:46:43.913116 run osmo-stp_10.42.42.5(pid=7444): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7444)]\u000a16:46:44.046660 run osmo-stp_10.42.42.5(pid=7444): stdout: \u000a| (launched: 2022-12-13_16:46:42.569824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:44.176909 run osmo-stp_10.42.42.5(pid=7444): stderr: \u000a| �[0;m�[38;5;43m20221213164642742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164642742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164642743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164642743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164642743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164642744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164642744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:44.302440 run osmo-stp_10.42.42.5(pid=7444): stdout: \u000a| (launched: 2022-12-13_16:46:42.569824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:44.426642 run osmo-stp_10.42.42.5(pid=7444): stderr: \u000a| �[0;m�[38;5;43m20221213164642742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164642742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164642743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164642743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164642743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164642744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164642744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:44.481966 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7444): Process ended prematurely: osmo-stp_10.42.42.5(pid=7444) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7444)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a16:46:44.490806 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:46:44.552009 run osmo-hlr_10.42.42.2(pid=7441): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7441)]\u000a16:46:44.601676 run osmo-hlr_10.42.42.2(pid=7441): stdout: \u000a| (launched: 2022-12-13_16:46:41.579390) \u000a16:46:44.652203 run osmo-hlr_10.42.42.2(pid=7441): stderr: \u000a| �[0;m�[1;31m20221213164641758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164641758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164641758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164641758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164641758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164641758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164641771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164641782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164641783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164641783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:44.720560 run osmo-msc_10.42.42.6(pid=7447): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7447)]\u000a16:46:44.770108 run osmo-msc_10.42.42.6(pid=7447): stdout: \u000a| (launched: 2022-12-13_16:46:43.572114) \u000a16:46:44.820212 run osmo-msc_10.42.42.6(pid=7447): stderr: \u000a| �[0;m�[38;5;43m20221213164643846 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164643847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc7b1c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164643847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164643847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164643847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164643847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164643849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164643849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164643849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164643850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:44.862904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7440): Terminating (SIGTERM)\u000a16:46:44.903243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7443): Terminating (SIGTERM)\u000a16:46:44.943689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7446): Terminating (SIGTERM)\u000a16:46:44.953107 --- ParallelTerminationStrategy: PID 7440 died...\u000a16:46:45.007533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7440): Terminated: ok {rc=0}\u000a16:46:45.017300 --- ParallelTerminationStrategy: PID 7443 died...\u000a16:46:45.071884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7443): Terminated: ok {rc=0}\u000a16:46:45.082002 --- ParallelTerminationStrategy: PID 7446 died...\u000a16:46:45.136508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7446): Terminated: ok {rc=0}\u000a16:46:45.225674 bus /sierra_3: Setting Powered False\u000a16:46:46.328323 bus /sierra_3: Setting Powered False\u000a16:46:47.438977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:46:27" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7458): Process ended prematurely: osmo-stp_10.42.42.5(pid=7458) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7458): Process ended prematurely: osmo-stp_10.42.42.5(pid=7458) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:46:49.443800 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:49.455773 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:46:49.621540 tst mo_mt_call.py: using LAC 34935\u000a16:46:49.754543 tst mo_mt_call.py: using RAC 255\u000a16:46:49.885143 tst mo_mt_call.py: using CellId 34935\u000a16:46:50.015996 tst mo_mt_call.py: using BVCI 34936\u000a16:46:50.041318 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:50.053086 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:50.064557 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:50.076089 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:50.088299 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:50.100316 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:46:50.220531 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:46:50.437473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:46:50.963870 run create_hlr_db(pid=7452): Launched\u000a16:46:51.157094 bus /sierra_2: Setting Powered False\u000a16:46:52.178203 run create_hlr_db(pid=7452): Terminated: ok {rc=0}\u000a16:46:52.622639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7454): Launched\u000a16:46:52.961046 run osmo-hlr_10.42.42.2(pid=7455): Launched\u000a16:46:53.083856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:46:53.665400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7457): Launched\u000a16:46:54.001935 run osmo-stp_10.42.42.5(pid=7458): Launched\u000a16:46:54.123156 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:46:54.734739 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7460): Launched\u000a16:46:55.071593 run osmo-msc_10.42.42.6(pid=7461): Launched\u000a16:46:55.267350 run osmo-stp_10.42.42.5(pid=7458): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)]\u000a16:46:55.408455 run osmo-stp_10.42.42.5(pid=7458): stdout: \u000a| (launched: 2022-12-13_16:46:53.835575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:55.547988 run osmo-stp_10.42.42.5(pid=7458): stderr: \u000a| �[0;m�[38;5;43m20221213164654030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164654031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164654031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164654031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164654032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164654032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164654032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:55.681672 run osmo-stp_10.42.42.5(pid=7458): stdout: \u000a| (launched: 2022-12-13_16:46:53.835575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:46:55.815215 run osmo-stp_10.42.42.5(pid=7458): stderr: \u000a| �[0;m�[38;5;43m20221213164654030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164654031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164654031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164654031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164654032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164654032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164654032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:46:55.874012 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7458): Process ended prematurely: osmo-stp_10.42.42.5(pid=7458) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7458)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a16:46:55.883712 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a16:46:55.947383 run osmo-hlr_10.42.42.2(pid=7455): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7455)]\u000a16:46:55.999357 run osmo-hlr_10.42.42.2(pid=7455): stdout: \u000a| (launched: 2022-12-13_16:46:52.793401) \u000a16:46:56.051949 run osmo-hlr_10.42.42.2(pid=7455): stderr: \u000a| �[0;m�[1;31m20221213164652993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164652993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164652993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164652993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164652993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164652993 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164653006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164653016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164653017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164653017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:46:56.123619 run osmo-msc_10.42.42.6(pid=7461): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7461)]\u000a16:46:56.175483 run osmo-msc_10.42.42.6(pid=7461): stdout: \u000a| (launched: 2022-12-13_16:46:54.904397) \u000a16:46:56.227808 run osmo-msc_10.42.42.6(pid=7461): stderr: \u000a| �[0;m�[38;5;43m20221213164655230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164655230 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b0aaf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164655230 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164655230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164655230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164655230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164655232 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164655232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164655232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164655232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:46:56.272586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7454): Terminating (SIGTERM)\u000a16:46:56.315007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7457): Terminating (SIGTERM)\u000a16:46:56.357604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7460): Terminating (SIGTERM)\u000a16:46:56.367550 --- ParallelTerminationStrategy: PID 7454 died...\u000a16:46:56.424773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7454): Terminated: ok {rc=0}\u000a16:46:56.435086 --- ParallelTerminationStrategy: PID 7457 died...\u000a16:46:56.491745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7457): Terminated: ok {rc=0}\u000a16:46:56.502141 --- ParallelTerminationStrategy: PID 7460 died...\u000a16:46:56.558976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7460): Terminated: ok {rc=0}\u000a16:46:56.647208 bus /sierra_3: Setting Powered False\u000a16:46:57.754505 bus /sierra_3: Setting Powered False\u000a16:46:58.863673 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7469): Process ended prematurely: osmo-stp_10.42.42.5(pid=7469) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7469)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7469): Process ended prematurely: osmo-stp_10.42.42.5(pid=7469) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:46:59.980266 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:46:59.992912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a16:47:00.165451 tst mo_mt_call_osmux.py: using LAC 34936\u000a16:47:00.297638 tst mo_mt_call_osmux.py: using RAC 1\u000a16:47:00.429680 tst mo_mt_call_osmux.py: using CellId 34936\u000a16:47:00.561557 tst mo_mt_call_osmux.py: using BVCI 34937\u000a16:47:00.587104 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:47:00.598997 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:47:00.610735 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:47:00.622514 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:47:00.634827 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a16:47:00.647048 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:47:00.767088 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a16:47:01.007957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:01.579963 run create_hlr_db(pid=7463): Launched\u000a16:47:01.779347 bus /sierra_2: Setting Powered False\u000a16:47:02.784078 run create_hlr_db(pid=7463): Terminated: ok {rc=0}\u000a16:47:03.247495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7465): Launched\u000a16:47:03.584440 run osmo-hlr_10.42.42.2(pid=7466): Launched\u000a16:47:03.706152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:04.287024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7468): Launched\u000a16:47:04.622921 run osmo-stp_10.42.42.5(pid=7469): Launched\u000a16:47:04.744323 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:47:05.354371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7471): Launched\u000a16:47:05.690810 run osmo-msc_10.42.42.6(pid=7472): Launched\u000a16:47:05.888177 run osmo-stp_10.42.42.5(pid=7469): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7469)]\u000a16:47:06.030327 run osmo-stp_10.42.42.5(pid=7469): stdout: \u000a| (launched: 2022-12-13_16:47:04.456496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:06.171039 run osmo-stp_10.42.42.5(pid=7469): stderr: \u000a| �[0;m�[38;5;43m20221213164704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164704651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164704651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:06.305303 run osmo-stp_10.42.42.5(pid=7469): stdout: \u000a| (launched: 2022-12-13_16:47:04.456496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:06.438676 run osmo-stp_10.42.42.5(pid=7469): stderr: \u000a| �[0;m�[38;5;43m20221213164704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164704650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164704651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164704651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164704651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164704652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:06.497446 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7469): Process ended prematurely: osmo-stp_10.42.42.5(pid=7469) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7469)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a16:47:06.506993 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a16:47:06.570985 run osmo-hlr_10.42.42.2(pid=7466): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7466)]\u000a16:47:06.623082 run osmo-hlr_10.42.42.2(pid=7466): stdout: \u000a| (launched: 2022-12-13_16:47:03.417782) \u000a16:47:06.675810 run osmo-hlr_10.42.42.2(pid=7466): stderr: \u000a| �[0;m�[1;31m20221213164703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164703618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164703631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164703639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164703640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164703640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:06.747314 run osmo-msc_10.42.42.6(pid=7472): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7472)]\u000a16:47:06.799372 run osmo-msc_10.42.42.6(pid=7472): stdout: \u000a| (launched: 2022-12-13_16:47:05.524029) \u000a16:47:06.852052 run osmo-msc_10.42.42.6(pid=7472): stderr: \u000a| �[0;m�[38;5;43m20221213164705847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164705847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86d6e65c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164705847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164705847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164705847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164705848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164705849 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164705850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164705850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164705850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:47:06.897197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7465): Terminating (SIGTERM)\u000a16:47:06.940069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7468): Terminating (SIGTERM)\u000a16:47:06.982824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7471): Terminating (SIGTERM)\u000a16:47:06.992570 --- ParallelTerminationStrategy: PID 7465 died...\u000a16:47:07.049121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7465): Terminated: ok {rc=0}\u000a16:47:07.059289 --- ParallelTerminationStrategy: PID 7468 died...\u000a16:47:07.115770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7468): Terminated: ok {rc=0}\u000a16:47:07.125891 --- ParallelTerminationStrategy: PID 7471 died...\u000a16:47:07.182336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7471): Terminated: ok {rc=0}\u000a16:47:07.270068 bus /sierra_3: Setting Powered False\u000a16:47:08.376847 bus /sierra_3: Setting Powered False\u000a16:47:09.485160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:46:49" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7483): Process ended prematurely: osmo-stp_10.42.42.5(pid=7483) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7483)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7483): Process ended prematurely: osmo-stp_10.42.42.5(pid=7483) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a16:47:11.501274 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:11.513200 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:47:11.679962 tst mo_mt_call.py: using LAC 34937\u000a16:47:11.804806 tst mo_mt_call.py: using RAC 2\u000a16:47:11.928573 tst mo_mt_call.py: using CellId 34937\u000a16:47:12.052534 tst mo_mt_call.py: using BVCI 34938\u000a16:47:12.076396 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:12.087796 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:12.099016 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:12.110237 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:12.121432 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:12.132424 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:47:12.249900 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:47:12.466065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:12.993258 run create_hlr_db(pid=7477): Launched\u000a16:47:13.186148 bus /sierra_2: Setting Powered False\u000a16:47:14.207084 run create_hlr_db(pid=7477): Terminated: ok {rc=0}\u000a16:47:14.625598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7479): Launched\u000a16:47:14.939138 run osmo-hlr_10.42.42.2(pid=7480): Launched\u000a16:47:15.063281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:15.614013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7482): Launched\u000a16:47:16.079763 run osmo-stp_10.42.42.5(pid=7483): Launched\u000a16:47:16.226599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:47:16.896089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7485): Launched\u000a16:47:17.266584 run osmo-msc_10.42.42.6(pid=7486): Launched\u000a16:47:17.477073 run osmo-stp_10.42.42.5(pid=7483): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7483)]\u000a16:47:17.626133 run osmo-stp_10.42.42.5(pid=7483): stdout: \u000a| (launched: 2022-12-13_16:47:15.772764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:17.766500 run osmo-stp_10.42.42.5(pid=7483): stderr: \u000a| �[0;m�[38;5;43m20221213164716014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164716014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164716015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164716015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164716016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164716016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164716017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:17.900207 run osmo-stp_10.42.42.5(pid=7483): stdout: \u000a| (launched: 2022-12-13_16:47:15.772764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:18.033145 run osmo-stp_10.42.42.5(pid=7483): stderr: \u000a| �[0;m�[38;5;43m20221213164716014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164716014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164716015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164716015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164716016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164716016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164716017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:18.091619 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7483): Process ended prematurely: osmo-stp_10.42.42.5(pid=7483) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7483)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a16:47:18.101128 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a16:47:18.165857 run osmo-hlr_10.42.42.2(pid=7480): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7480)]\u000a16:47:18.218505 run osmo-hlr_10.42.42.2(pid=7480): stdout: \u000a| (launched: 2022-12-13_16:47:14.784094) \u000a16:47:18.271918 run osmo-hlr_10.42.42.2(pid=7480): stderr: \u000a| �[0;m�[1;31m20221213164714961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164714961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164714961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164714961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164714961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164714962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164714974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164714983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164714983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164714983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:18.344186 run osmo-msc_10.42.42.6(pid=7486): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7486)]\u000a16:47:18.396533 run osmo-msc_10.42.42.6(pid=7486): stdout: \u000a| (launched: 2022-12-13_16:47:17.071561) \u000a16:47:18.449435 run osmo-msc_10.42.42.6(pid=7486): stderr: \u000a| �[0;m�[38;5;43m20221213164717454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164717455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc918245c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164717455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164717455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164717455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164717455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164717457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164717457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164717457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164717457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:47:18.494731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7479): Terminating (SIGTERM)\u000a16:47:18.537485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7482): Terminating (SIGTERM)\u000a16:47:18.580186 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7485): Terminating (SIGTERM)\u000a16:47:18.590325 --- ParallelTerminationStrategy: PID 7479 died...\u000a16:47:18.647332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7479): Terminated: ok {rc=0}\u000a16:47:18.657994 --- ParallelTerminationStrategy: PID 7482 died...\u000a16:47:18.715190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7482): Terminated: ok {rc=0}\u000a16:47:18.725576 --- ParallelTerminationStrategy: PID 7485 died...\u000a16:47:18.782511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7485): Terminated: ok {rc=0}\u000a16:47:18.870366 bus /sierra_3: Setting Powered False\u000a16:47:19.977440 bus /sierra_3: Setting Powered False\u000a16:47:21.087188 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7494): Process ended prematurely: osmo-stp_10.42.42.5(pid=7494) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7494): Process ended prematurely: osmo-stp_10.42.42.5(pid=7494) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:47:22.204153 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:22.216902 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a16:47:22.378745 tst mo_mt_call_osmux.py: using LAC 34938\u000a16:47:22.503615 tst mo_mt_call_osmux.py: using RAC 3\u000a16:47:22.637840 tst mo_mt_call_osmux.py: using CellId 34938\u000a16:47:22.760831 tst mo_mt_call_osmux.py: using BVCI 34939\u000a16:47:22.785834 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:22.798987 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:22.810799 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:22.822601 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:22.834856 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a16:47:22.847697 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:47:22.970716 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a16:47:23.177593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:23.681473 run create_hlr_db(pid=7488): Launched\u000a16:47:23.861833 bus /sierra_2: Setting Powered False\u000a16:47:24.883668 run create_hlr_db(pid=7488): Terminated: ok {rc=0}\u000a16:47:25.301287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7490): Launched\u000a16:47:25.617688 run osmo-hlr_10.42.42.2(pid=7491): Launched\u000a16:47:25.741683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:26.291638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7493): Launched\u000a16:47:26.605538 run osmo-stp_10.42.42.5(pid=7494): Launched\u000a16:47:26.718805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:47:27.290717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7496): Launched\u000a16:47:27.609977 run osmo-msc_10.42.42.6(pid=7497): Launched\u000a16:47:27.798463 run osmo-stp_10.42.42.5(pid=7494): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)]\u000a16:47:27.930508 run osmo-stp_10.42.42.5(pid=7494): stdout: \u000a| (launched: 2022-12-13_16:47:26.450341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:28.060243 run osmo-stp_10.42.42.5(pid=7494): stderr: \u000a| �[0;m�[38;5;43m20221213164726624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164726624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164726625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164726625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164726625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164726626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164726626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:28.185252 run osmo-stp_10.42.42.5(pid=7494): stdout: \u000a| (launched: 2022-12-13_16:47:26.450341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:28.308585 run osmo-stp_10.42.42.5(pid=7494): stderr: \u000a| �[0;m�[38;5;43m20221213164726624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164726624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164726625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164726625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164726625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164726626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164726626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:28.363497 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7494): Process ended prematurely: osmo-stp_10.42.42.5(pid=7494) [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7494)] [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a16:47:28.372351 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:47:28.432374 run osmo-hlr_10.42.42.2(pid=7491): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7491)]\u000a16:47:28.481591 run osmo-hlr_10.42.42.2(pid=7491): stdout: \u000a| (launched: 2022-12-13_16:47:25.460417) \u000a16:47:28.531257 run osmo-hlr_10.42.42.2(pid=7491): stderr: \u000a| �[0;m�[1;31m20221213164725640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164725640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164725640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164725640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164725640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164725640 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164725652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164725660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164725661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164725661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:28.599083 run osmo-msc_10.42.42.6(pid=7497): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7497)]\u000a16:47:28.648063 run osmo-msc_10.42.42.6(pid=7497): stdout: \u000a| (launched: 2022-12-13_16:47:27.449185) \u000a16:47:28.697592 run osmo-msc_10.42.42.6(pid=7497): stderr: \u000a| �[0;m�[38;5;43m20221213164727722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164727722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fdcd3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164727722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164727722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164727722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164727723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164727724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164727725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164727725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164727725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:47:28.739786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7490): Terminating (SIGTERM)\u000a16:47:28.779771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7493): Terminating (SIGTERM)\u000a16:47:28.819738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7496): Terminating (SIGTERM)\u000a16:47:28.829207 --- ParallelTerminationStrategy: PID 7490 died...\u000a16:47:28.882742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7490): Terminated: ok {rc=0}\u000a16:47:28.892394 --- ParallelTerminationStrategy: PID 7493 died...\u000a16:47:28.945921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7493): Terminated: ok {rc=0}\u000a16:47:28.955745 --- ParallelTerminationStrategy: PID 7496 died...\u000a16:47:29.009051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7496): Terminated: ok {rc=0}\u000a16:47:29.097536 bus /sierra_3: Setting Powered False\u000a16:47:30.200567 bus /sierra_3: Setting Powered False\u000a16:47:31.315166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:47:11" }, { "cases" : [ { "testActions" : [ ], "age" : 66, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a16:47:33.330003 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:33.342025 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:47:33.501890 tst mo_mt_call.py: using LAC 34939\u000a16:47:33.623146 tst mo_mt_call.py: using RAC 4\u000a16:47:33.744707 tst mo_mt_call.py: using CellId 34939\u000a16:47:33.866544 tst mo_mt_call.py: using BVCI 34940\u000a16:47:33.890407 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:33.901962 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:33.913280 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:33.924386 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:33.935698 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:33.946880 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:47:34.065223 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:47:34.275758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:34.776612 run create_hlr_db(pid=7504): Launched\u000a16:47:34.956118 bus /sierra_2: Setting Powered False\u000a16:47:35.978499 run create_hlr_db(pid=7504): Terminated: ok {rc=0}\u000a16:47:36.395395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Launched\u000a16:47:36.708885 run osmo-hlr_10.42.42.2(pid=7507): Launched\u000a16:47:36.833104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:37.381763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Launched\u000a16:47:37.695070 run osmo-stp_10.42.42.5(pid=7510): Launched\u000a16:47:37.811656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:47:38.381134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7512): Launched\u000a16:47:38.694055 run osmo-msc_10.42.42.6(pid=7513): Launched\u000a16:47:38.876522 run osmo-stp_10.42.42.5(pid=7510): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)]\u000a16:47:39.008307 run osmo-stp_10.42.42.5(pid=7510): stdout: \u000a| (launched: 2022-12-13_16:47:37.540000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:39.137660 run osmo-stp_10.42.42.5(pid=7510): stderr: \u000a| �[0;m�[38;5;43m20221213164737712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164737712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164737712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164737713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164737713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164737713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164737713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:39.262107 run osmo-stp_10.42.42.5(pid=7510): stdout: \u000a| (launched: 2022-12-13_16:47:37.540000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:39.385787 run osmo-stp_10.42.42.5(pid=7510): stderr: \u000a| �[0;m�[38;5;43m20221213164737712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164737712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164737712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164737713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164737713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164737713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164737713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:39.440409 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7510): Process ended prematurely: osmo-stp_10.42.42.5(pid=7510) [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7510)] [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a16:47:39.449096 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a16:47:39.509017 run osmo-hlr_10.42.42.2(pid=7507): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7507)]\u000a16:47:39.558480 run osmo-hlr_10.42.42.2(pid=7507): stdout: \u000a| (launched: 2022-12-13_16:47:36.554043) \u000a16:47:39.608495 run osmo-hlr_10.42.42.2(pid=7507): stderr: \u000a| �[0;m�[1;31m20221213164736732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164736732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164736732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164736732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164736732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164736732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164736745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164736753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164736754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164736754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:39.676177 run osmo-msc_10.42.42.6(pid=7513): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7513)]\u000a16:47:39.725206 run osmo-msc_10.42.42.6(pid=7513): stdout: \u000a| (launched: 2022-12-13_16:47:38.539193) \u000a16:47:39.775361 run osmo-msc_10.42.42.6(pid=7513): stderr: \u000a| �[0;m�[38;5;43m20221213164738810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164738810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffbfb962c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164738811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164738811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164738811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164738811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164738813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164738814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164738814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164738814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:47:39.817433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Terminating (SIGTERM)\u000a16:47:39.857231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Terminating (SIGTERM)\u000a16:47:39.897060 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7512): Terminating (SIGTERM)\u000a16:47:39.906370 --- ParallelTerminationStrategy: PID 7506 died...\u000a16:47:39.959804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7506): Terminated: ok {rc=0}\u000a16:47:39.969407 --- ParallelTerminationStrategy: PID 7509 died...\u000a16:47:40.022642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7509): Terminated: ok {rc=0}\u000a16:47:40.032369 --- ParallelTerminationStrategy: PID 7512 died...\u000a16:47:40.085409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7512): Terminated: ok {rc=0}\u000a16:47:40.173161 bus /sierra_3: Setting Powered False\u000a16:47:41.277058 bus /sierra_3: Setting Powered False\u000a16:47:42.389124 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7521): Process ended prematurely: osmo-stp_10.42.42.5(pid=7521) [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7521): Process ended prematurely: osmo-stp_10.42.42.5(pid=7521) [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:47:43.504736 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:43.517450 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:47:43.686521 tst mo_mt_call_osmux.py: using LAC 34940\u000a16:47:43.817023 tst mo_mt_call_osmux.py: using RAC 5\u000a16:47:43.947260 tst mo_mt_call_osmux.py: using CellId 34940\u000a16:47:44.077164 tst mo_mt_call_osmux.py: using BVCI 34941\u000a16:47:44.102607 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:44.114518 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:44.126352 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:44.138158 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:44.150586 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a16:47:44.162642 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:47:44.283715 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:47:44.501431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:45.027155 run create_hlr_db(pid=7515): Launched\u000a16:47:45.220250 bus /sierra_2: Setting Powered False\u000a16:47:46.243647 run create_hlr_db(pid=7515): Terminated: ok {rc=0}\u000a16:47:46.707936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7517): Launched\u000a16:47:47.152464 run osmo-hlr_10.42.42.2(pid=7518): Launched\u000a16:47:47.278354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:47.822021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7520): Launched\u000a16:47:48.136779 run osmo-stp_10.42.42.5(pid=7521): Launched\u000a16:47:48.251549 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:47:48.828025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7523): Launched\u000a16:47:49.143620 run osmo-msc_10.42.42.6(pid=7530): Launched\u000a16:47:49.326470 run osmo-stp_10.42.42.5(pid=7521): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)]\u000a16:47:49.458683 run osmo-stp_10.42.42.5(pid=7521): stdout: \u000a| (launched: 2022-12-13_16:47:47.981051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:49.588719 run osmo-stp_10.42.42.5(pid=7521): stderr: \u000a| �[0;m�[38;5;43m20221213164748152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164748152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164748153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:49.714005 run osmo-stp_10.42.42.5(pid=7521): stdout: \u000a| (launched: 2022-12-13_16:47:47.981051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:47:49.838464 run osmo-stp_10.42.42.5(pid=7521): stderr: \u000a| �[0;m�[38;5;43m20221213164748152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164748152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164748153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164748153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164748154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:47:49.893523 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7521): Process ended prematurely: osmo-stp_10.42.42.5(pid=7521) [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7521)] [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a16:47:49.902122 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a16:47:49.963603 run osmo-hlr_10.42.42.2(pid=7518): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7518)]\u000a16:47:50.013701 run osmo-hlr_10.42.42.2(pid=7518): stdout: \u000a| (launched: 2022-12-13_16:47:46.882665) \u000a16:47:50.064306 run osmo-hlr_10.42.42.2(pid=7518): stderr: \u000a| �[0;m�[1;31m20221213164747080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164747080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164747080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164747080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164747080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164747080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164747095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164747111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164747112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164747112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:47:50.133068 run osmo-msc_10.42.42.6(pid=7530): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7530)]\u000a16:47:50.182889 run osmo-msc_10.42.42.6(pid=7530): stdout: \u000a| (launched: 2022-12-13_16:47:48.986581) \u000a16:47:50.233469 run osmo-msc_10.42.42.6(pid=7530): stderr: \u000a| �[0;m�[38;5;43m20221213164749258 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164749259 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f899b1ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164749259 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164749259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164749259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164749259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164749261 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164749261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164749261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164749262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:47:50.276136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7517): Terminating (SIGTERM)\u000a16:47:50.316480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7520): Terminating (SIGTERM)\u000a16:47:50.356921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7523): Terminating (SIGTERM)\u000a16:47:50.366333 --- ParallelTerminationStrategy: PID 7517 died...\u000a16:47:50.420564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7517): Terminated: ok {rc=0}\u000a16:47:50.430185 --- ParallelTerminationStrategy: PID 7520 died...\u000a16:47:50.484869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7520): Terminated: ok {rc=0}\u000a16:47:50.494578 --- ParallelTerminationStrategy: PID 7523 died...\u000a16:47:50.549057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7523): Terminated: ok {rc=0}\u000a16:47:50.638284 bus /sierra_3: Setting Powered False\u000a16:47:51.742767 bus /sierra_3: Setting Powered False\u000a16:47:52.854795 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:47:33" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a16:47:54.859554 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:47:54.871567 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:47:55.020811 tst mo_mt_call.py: using LAC 34941\u000a16:47:55.152140 tst mo_mt_call.py: using RAC 6\u000a16:47:55.276805 tst mo_mt_call.py: using CellId 34941\u000a16:47:55.399505 tst mo_mt_call.py: using BVCI 34942\u000a16:47:55.423139 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:47:55.434683 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:47:55.446049 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:47:55.457332 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:47:55.468644 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:47:55.479879 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:47:55.603607 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:47:55.819982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:47:56.347099 run create_hlr_db(pid=7535): Launched\u000a16:47:56.539285 bus /sierra_2: Setting Powered False\u000a16:47:57.561121 run create_hlr_db(pid=7535): Terminated: ok {rc=0}\u000a16:47:57.982863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Launched\u000a16:47:58.296400 run osmo-hlr_10.42.42.2(pid=7538): Launched\u000a16:47:58.419308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:47:58.969545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Launched\u000a16:47:59.281502 run osmo-stp_10.42.42.5(pid=7541): Launched\u000a16:47:59.395011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:47:59.965426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7543): Launched\u000a16:48:00.281595 run osmo-msc_10.42.42.6(pid=7544): Launched\u000a16:48:00.464466 run osmo-stp_10.42.42.5(pid=7541): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)]\u000a16:48:00.596150 run osmo-stp_10.42.42.5(pid=7541): stdout: \u000a| (launched: 2022-12-13_16:47:59.127581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:00.725932 run osmo-stp_10.42.42.5(pid=7541): stderr: \u000a| �[0;m�[38;5;43m20221213164759300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164759300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164759301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164759301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164759302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164759302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164759302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:00.869380 run osmo-stp_10.42.42.5(pid=7541): stdout: \u000a| (launched: 2022-12-13_16:47:59.127581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:01.008061 run osmo-stp_10.42.42.5(pid=7541): stderr: \u000a| �[0;m�[38;5;43m20221213164759300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164759300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164759301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164759301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164759302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164759302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164759302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:01.068838 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7541): Process ended prematurely: osmo-stp_10.42.42.5(pid=7541) [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7541)] [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a16:48:01.079602 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a16:48:01.146819 run osmo-hlr_10.42.42.2(pid=7538): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7538)]\u000a16:48:01.201098 run osmo-hlr_10.42.42.2(pid=7538): stdout: \u000a| (launched: 2022-12-13_16:47:58.141333) \u000a16:48:01.257413 run osmo-hlr_10.42.42.2(pid=7538): stderr: \u000a| �[0;m�[1;31m20221213164758322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164758322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164758322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164758322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164758322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164758322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164758334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164758342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164758343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164758343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:01.331815 run osmo-msc_10.42.42.6(pid=7544): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7544)]\u000a16:48:01.386738 run osmo-msc_10.42.42.6(pid=7544): stdout: \u000a| (launched: 2022-12-13_16:48:00.123960) \u000a16:48:01.444434 run osmo-msc_10.42.42.6(pid=7544): stderr: \u000a| �[0;m�[38;5;43m20221213164800399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164800400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f921604fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164800400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164800400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164800400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164800400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164800402 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164800402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164800403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164800403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:48:01.491752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Terminating (SIGTERM)\u000a16:48:01.538858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Terminating (SIGTERM)\u000a16:48:01.585893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7543): Terminating (SIGTERM)\u000a16:48:01.597223 --- ParallelTerminationStrategy: PID 7537 died...\u000a16:48:01.660226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7537): Terminated: ok {rc=0}\u000a16:48:01.673052 --- ParallelTerminationStrategy: PID 7540 died...\u000a16:48:01.731701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7540): Terminated: ok {rc=0}\u000a16:48:01.743743 --- ParallelTerminationStrategy: PID 7543 died...\u000a16:48:01.802751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7543): Terminated: ok {rc=0}\u000a16:48:01.897227 bus /sierra_3: Setting Powered False\u000a16:48:03.005172 bus /sierra_3: Setting Powered False\u000a16:48:04.114650 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 227, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7552): Process ended prematurely: osmo-stp_10.42.42.5(pid=7552) [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7552): Process ended prematurely: osmo-stp_10.42.42.5(pid=7552) [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a16:48:05.231772 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:48:05.244659 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:48:05.397682 tst mo_mt_call_osmux.py: using LAC 34942\u000a16:48:05.528564 tst mo_mt_call_osmux.py: using RAC 7\u000a16:48:05.657588 tst mo_mt_call_osmux.py: using CellId 34942\u000a16:48:05.786488 tst mo_mt_call_osmux.py: using BVCI 34943\u000a16:48:05.811985 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:48:05.824041 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:48:05.835915 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:48:05.847811 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:48:05.860152 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a16:48:05.872354 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:48:05.995011 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a16:48:06.212077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:06.735601 run create_hlr_db(pid=7546): Launched\u000a16:48:06.928457 bus /sierra_2: Setting Powered False\u000a16:48:07.938954 run create_hlr_db(pid=7546): Terminated: ok {rc=0}\u000a16:48:08.365944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7548): Launched\u000a16:48:08.681153 run osmo-hlr_10.42.42.2(pid=7549): Launched\u000a16:48:08.805326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:09.358897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7551): Launched\u000a16:48:09.673956 run osmo-stp_10.42.42.5(pid=7552): Launched\u000a16:48:09.787390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:48:10.362560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7554): Launched\u000a16:48:10.678065 run osmo-msc_10.42.42.6(pid=7555): Launched\u000a16:48:10.862771 run osmo-stp_10.42.42.5(pid=7552): ERR: Terminated: ERROR {rc=1} [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)]\u000a16:48:10.995312 run osmo-stp_10.42.42.5(pid=7552): stdout: \u000a| (launched: 2022-12-13_16:48:09.517620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:11.125759 run osmo-stp_10.42.42.5(pid=7552): stderr: \u000a| �[0;m�[38;5;43m20221213164809690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164809690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164809690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164809690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164809691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164809691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164809691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:11.250670 run osmo-stp_10.42.42.5(pid=7552): stdout: \u000a| (launched: 2022-12-13_16:48:09.517620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:11.374566 run osmo-stp_10.42.42.5(pid=7552): stderr: \u000a| �[0;m�[38;5;43m20221213164809690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164809690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164809690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164809690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164809691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164809691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164809691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:11.429396 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7552): Process ended prematurely: osmo-stp_10.42.42.5(pid=7552) [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7552)] [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a16:48:11.438170 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a16:48:11.498325 run osmo-hlr_10.42.42.2(pid=7549): ERR: Terminated: ERROR {rc=237} [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7549)]\u000a16:48:11.547573 run osmo-hlr_10.42.42.2(pid=7549): stdout: \u000a| (launched: 2022-12-13_16:48:08.525273) \u000a16:48:11.597375 run osmo-hlr_10.42.42.2(pid=7549): stderr: \u000a| �[0;m�[1;31m20221213164808705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164808705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164808705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164808705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164808705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164808706 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164808718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164808726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164808726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164808727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:11.665183 run osmo-msc_10.42.42.6(pid=7555): ERR: Terminated: ERROR {rc=2} [trial-2391↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7555)]\u000a16:48:11.714240 run osmo-msc_10.42.42.6(pid=7555): stdout: \u000a| (launched: 2022-12-13_16:48:10.521301) \u000a16:48:11.764058 run osmo-msc_10.42.42.6(pid=7555): stderr: \u000a| �[0;m�[38;5;43m20221213164810796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164810796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb96fc9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164810796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164810796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164810796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164810797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164810798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164810799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164810799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164810799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:48:11.806209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7548): Terminating (SIGTERM)\u000a16:48:11.846065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7551): Terminating (SIGTERM)\u000a16:48:11.885830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7554): Terminating (SIGTERM)\u000a16:48:11.895154 --- ParallelTerminationStrategy: PID 7548 died...\u000a16:48:11.948348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7548): Terminated: ok {rc=0}\u000a16:48:11.958040 --- ParallelTerminationStrategy: PID 7551 died...\u000a16:48:12.011548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7551): Terminated: ok {rc=0}\u000a16:48:12.021306 --- ParallelTerminationStrategy: PID 7554 died...\u000a16:48:12.074920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7554): Terminated: ok {rc=0}\u000a16:48:12.158544 bus /sierra_3: Setting Powered False\u000a16:48:13.259237 bus /sierra_3: Setting Powered False\u000a16:48:14.370846 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:47:54" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7566): Process ended prematurely: osmo-stp_10.42.42.5(pid=7566) [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7566): Process ended prematurely: osmo-stp_10.42.42.5(pid=7566) [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a16:48:16.399660 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:16.412041 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:48:16.562360 tst emergency_mo_mt_call.py: using LAC 34943\u000a16:48:16.714278 tst emergency_mo_mt_call.py: using RAC 8\u000a16:48:16.875087 tst emergency_mo_mt_call.py: using CellId 34943\u000a16:48:17.033912 tst emergency_mo_mt_call.py: using BVCI 34944\u000a16:48:17.057975 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:17.069752 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:17.081035 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:17.092421 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:17.104479 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:17.116769 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:17.237295 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:17.443934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:17.935681 run create_hlr_db(pid=7560): Launched\u000a16:48:18.114074 bus /sierra_2: Setting Powered False\u000a16:48:19.133336 run create_hlr_db(pid=7560): Terminated: ok {rc=0}\u000a16:48:19.542808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7562): Launched\u000a16:48:19.850774 run osmo-hlr_10.42.42.2(pid=7563): Launched\u000a16:48:19.971084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:20.515697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7565): Launched\u000a16:48:20.823541 run osmo-stp_10.42.42.5(pid=7566): Launched\u000a16:48:20.946452 tst emergency_mo_mt_call.py: using MSISDN 8226\u000a16:48:21.098062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:48:21.657895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7568): Launched\u000a16:48:21.968616 run osmo-msc_10.42.42.6(pid=7569): Launched\u000a16:48:22.149448 run osmo-stp_10.42.42.5(pid=7566): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)]\u000a16:48:22.279722 run osmo-stp_10.42.42.5(pid=7566): stdout: \u000a| (launched: 2022-12-13_16:48:20.671695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:22.407173 run osmo-stp_10.42.42.5(pid=7566): stderr: \u000a| �[0;m�[38;5;43m20221213164820845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164820845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164820845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164820846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164820846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164820846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164820846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:22.530074 run osmo-stp_10.42.42.5(pid=7566): stdout: \u000a| (launched: 2022-12-13_16:48:20.671695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:22.652068 run osmo-stp_10.42.42.5(pid=7566): stderr: \u000a| �[0;m�[38;5;43m20221213164820845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164820845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164820845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164820846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164820846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164820846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164820846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:22.705562 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=7566): Process ended prematurely: osmo-stp_10.42.42.5(pid=7566) [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7566)] [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a16:48:22.713536 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a16:48:22.773931 run osmo-hlr_10.42.42.2(pid=7563): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7563)]\u000a16:48:22.823000 run osmo-hlr_10.42.42.2(pid=7563): stdout: \u000a| (launched: 2022-12-13_16:48:19.698624) \u000a16:48:22.873070 run osmo-hlr_10.42.42.2(pid=7563): stderr: \u000a| �[0;m�[1;31m20221213164819878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164819878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164819878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164819878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164819878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164819878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164819890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164819899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164819900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164819900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:22.941009 run osmo-msc_10.42.42.6(pid=7569): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7569)]\u000a16:48:22.990135 run osmo-msc_10.42.42.6(pid=7569): stdout: \u000a| (launched: 2022-12-13_16:48:21.814174) \u000a16:48:23.039791 run osmo-msc_10.42.42.6(pid=7569): stderr: \u000a| �[0;m�[38;5;43m20221213164822089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164822089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f74a95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164822089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164822089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164822089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164822090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164822091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164822092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164822092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164822092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:48:23.081989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7562): Terminating (SIGTERM)\u000a16:48:23.121752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7565): Terminating (SIGTERM)\u000a16:48:23.161436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7568): Terminating (SIGTERM)\u000a16:48:23.170367 --- ParallelTerminationStrategy: PID 7562 died...\u000a16:48:23.223375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7562): Terminated: ok {rc=0}\u000a16:48:23.233069 --- ParallelTerminationStrategy: PID 7565 died...\u000a16:48:23.286015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7565): Terminated: ok {rc=0}\u000a16:48:23.295604 --- ParallelTerminationStrategy: PID 7568 died...\u000a16:48:23.348786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7568): Terminated: ok {rc=0}\u000a16:48:23.437665 bus /sierra_3: Setting Powered False\u000a16:48:24.543252 bus /sierra_3: Setting Powered False\u000a16:48:25.655304 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7577): Process ended prematurely: osmo-stp_10.42.42.5(pid=7577) [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7577): Process ended prematurely: osmo-stp_10.42.42.5(pid=7577) [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a16:48:26.707506 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:26.719109 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:48:26.857891 tst emergency_preemptive_call.py: using LAC 34944\u000a16:48:26.987063 tst emergency_preemptive_call.py: using RAC 9\u000a16:48:27.118250 tst emergency_preemptive_call.py: using CellId 34944\u000a16:48:27.248395 tst emergency_preemptive_call.py: using BVCI 34945\u000a16:48:27.273636 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:27.285041 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:27.296146 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:27.307426 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:27.318986 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a16:48:27.330543 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:27.449420 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:27.571616 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:27.690266 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:27.894513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:28.391932 run create_hlr_db(pid=7571): Launched\u000a16:48:28.572325 bus /sierra_2: Setting Powered False\u000a16:48:29.590986 run create_hlr_db(pid=7571): Terminated: ok {rc=0}\u000a16:48:30.004741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7573): Launched\u000a16:48:30.315664 run osmo-hlr_10.42.42.2(pid=7574): Launched\u000a16:48:30.437230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:31.039963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7576): Launched\u000a16:48:31.452455 run osmo-stp_10.42.42.5(pid=7577): Launched\u000a16:48:31.631767 tst emergency_preemptive_call.py: using MSISDN 8227\u000a16:48:31.873277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:48:32.464058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7579): Launched\u000a16:48:32.794078 run osmo-msc_10.42.42.6(pid=7580): Launched\u000a16:48:32.986667 run osmo-stp_10.42.42.5(pid=7577): ERR: Terminated: ERROR {rc=1} [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)]\u000a16:48:33.125447 run osmo-stp_10.42.42.5(pid=7577): stdout: \u000a| (launched: 2022-12-13_16:48:31.200558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:33.262982 run osmo-stp_10.42.42.5(pid=7577): stderr: \u000a| �[0;m�[38;5;43m20221213164831526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164831526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164831526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164831537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164831537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164831537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164831537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:33.395065 run osmo-stp_10.42.42.5(pid=7577): stdout: \u000a| (launched: 2022-12-13_16:48:31.200558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:33.525778 run osmo-stp_10.42.42.5(pid=7577): stderr: \u000a| �[0;m�[38;5;43m20221213164831526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164831526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164831526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164831537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164831537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164831537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164831537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:33.583091 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=7577): Process ended prematurely: osmo-stp_10.42.42.5(pid=7577) [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7577)] [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a16:48:33.591875 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a16:48:33.655829 run osmo-hlr_10.42.42.2(pid=7574): ERR: Terminated: ERROR {rc=237} [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7574)]\u000a16:48:33.707898 run osmo-hlr_10.42.42.2(pid=7574): stdout: \u000a| (launched: 2022-12-13_16:48:30.162465) \u000a16:48:33.760857 run osmo-hlr_10.42.42.2(pid=7574): stderr: \u000a| �[0;m�[1;31m20221213164830342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164830342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164830342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164830342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164830342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164830342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164830354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164830364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164830364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164830364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:33.832655 run osmo-msc_10.42.42.6(pid=7580): ERR: Terminated: ERROR {rc=2} [trial-2391↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7580)]\u000a16:48:33.884770 run osmo-msc_10.42.42.6(pid=7580): stdout: \u000a| (launched: 2022-12-13_16:48:32.630820) \u000a16:48:33.937674 run osmo-msc_10.42.42.6(pid=7580): stderr: \u000a| �[0;m�[38;5;43m20221213164832953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213164832954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb46b7bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213164832954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213164832954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213164832954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213164832954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213164832956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213164832956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213164832956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213164832956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:48:33.982612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7573): Terminating (SIGTERM)\u000a16:48:34.025946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7576): Terminating (SIGTERM)\u000a16:48:34.068775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7579): Terminating (SIGTERM)\u000a16:48:34.078862 --- ParallelTerminationStrategy: PID 7573 died...\u000a16:48:34.136404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7573): Terminated: ok {rc=0}\u000a16:48:34.146789 --- ParallelTerminationStrategy: PID 7576 died...\u000a16:48:34.203579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7576): Terminated: ok {rc=0}\u000a16:48:34.214001 --- ParallelTerminationStrategy: PID 7579 died...\u000a16:48:34.271106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7579): Terminated: ok {rc=0}\u000a16:48:34.358791 bus /sierra_9: Setting Powered False\u000a16:48:35.465916 bus /sierra_9: Setting Powered False\u000a16:48:36.574698 bus /sierra_8: Setting Powered False\u000a16:48:37.682096 bus /sierra_8: Setting Powered False\u000a16:48:38.790168 bus /sierra_3: Setting Powered False\u000a16:48:39.896880 bus /sierra_3: Setting Powered False\u000a16:48:41.006289 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:48:16" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7595): Process ended prematurely: osmo-stp_10.42.42.5(pid=7595) [trial-2391↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7595)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7595): Process ended prematurely: osmo-stp_10.42.42.5(pid=7595) [trial-2391↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:48:43.139964 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.151308 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:48:43.299274 tst cs_paging_gprs_active.py: using LAC 34945\u000a16:48:43.427802 tst cs_paging_gprs_active.py: using RAC 10\u000a16:48:43.558670 tst cs_paging_gprs_active.py: using CellId 34945\u000a16:48:43.687755 tst cs_paging_gprs_active.py: using BVCI 34946\u000a16:48:43.713484 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.724715 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.735765 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.746883 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.758668 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.770103 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.781663 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.792859 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:43.804397 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:43.924196 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:44.228650 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:48:44.369108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:44.716670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7585): Launched\u000a16:48:45.006535 run iperf3-srv_10.42.42.10(pid=7586): Launched\u000a16:48:45.211381 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:48:45.350688 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:45.699390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7587): Launched\u000a16:48:46.023463 run iperf3-srv_10.42.42.10(pid=7588): Launched\u000a16:48:46.233378 tst cs_paging_gprs_active.py:38: start network...\u000a16:48:46.377371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:46.953526 run create_hlr_db(pid=7589): Launched\u000a16:48:47.138615 bus /sierra_2: Setting Powered False\u000a16:48:48.155472 run create_hlr_db(pid=7589): Terminated: ok {rc=0}\u000a16:48:48.573864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7591): Launched\u000a16:48:48.889601 run osmo-hlr_10.42.42.2(pid=7592): Launched\u000a16:48:49.009342 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:48:49.553092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7594): Launched\u000a16:48:49.868923 run osmo-stp_10.42.42.5(pid=7595): Launched\u000a16:48:49.983199 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:48:50.531295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7597): Launched\u000a16:48:50.642777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:48:50.919128 run patchelf(pid=7598): Launched\u000a16:48:51.102583 run osmo-stp_10.42.42.5(pid=7595): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7595)]\u000a16:48:51.236322 run osmo-stp_10.42.42.5(pid=7595): stdout: \u000a| (launched: 2022-12-13_16:48:49.712353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:51.370530 run osmo-stp_10.42.42.5(pid=7595): stderr: \u000a| �[0;m�[38;5;43m20221213164849885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164849885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164849885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164849886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164849886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164849886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164849886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:51.499825 run osmo-stp_10.42.42.5(pid=7595): stdout: \u000a| (launched: 2022-12-13_16:48:49.712353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:48:51.628274 run osmo-stp_10.42.42.5(pid=7595): stderr: \u000a| �[0;m�[38;5;43m20221213164849885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164849885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164849885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164849886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164849886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164849886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164849886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:48:51.778141 run patchelf(pid=7598): Terminating (SIGINT)\u000a16:48:51.954723 run patchelf(pid=7598): Terminated: ok {rc=0}\u000a16:48:51.987025 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7595): Process ended prematurely: osmo-stp_10.42.42.5(pid=7595) [trial-2391↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7595)] [trial-2391↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a16:48:51.996371 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a16:48:52.056502 run osmo-hlr_10.42.42.2(pid=7592): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7592)]\u000a16:48:52.105560 run osmo-hlr_10.42.42.2(pid=7592): stdout: \u000a| (launched: 2022-12-13_16:48:48.733572) \u000a16:48:52.155000 run osmo-hlr_10.42.42.2(pid=7592): stderr: \u000a| �[0;m�[1;31m20221213164848918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164848918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164848918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164848918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164848918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164848918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164848930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164848939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164848939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164848939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:48:52.197476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7585): Terminating (SIGTERM)\u000a16:48:52.237311 run iperf3-srv_10.42.42.10(pid=7586): Terminating (SIGTERM)\u000a16:48:52.277148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7587): Terminating (SIGTERM)\u000a16:48:52.316932 run iperf3-srv_10.42.42.10(pid=7588): Terminating (SIGTERM)\u000a16:48:52.357360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7591): Terminating (SIGTERM)\u000a16:48:52.397222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7594): Terminating (SIGTERM)\u000a16:48:52.437032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7597): Terminating (SIGTERM)\u000a16:48:52.446051 --- ParallelTerminationStrategy: PID 7585 died...\u000a16:48:52.499301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7585): Terminated: ok {rc=0}\u000a16:48:52.508938 --- ParallelTerminationStrategy: PID 7586 died...\u000a16:48:52.562210 run iperf3-srv_10.42.42.10(pid=7586): Terminated {rc=256}\u000a16:48:52.571781 --- ParallelTerminationStrategy: PID 7587 died...\u000a16:48:52.625112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7587): Terminated: ok {rc=0}\u000a16:48:52.634684 --- ParallelTerminationStrategy: PID 7588 died...\u000a16:48:52.687971 run iperf3-srv_10.42.42.10(pid=7588): Terminated {rc=256}\u000a16:48:52.697695 --- ParallelTerminationStrategy: PID 7591 died...\u000a16:48:52.751192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7591): Terminated: ok {rc=0}\u000a16:48:52.760771 --- ParallelTerminationStrategy: PID 7594 died...\u000a16:48:52.814042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7594): Terminated: ok {rc=0}\u000a16:48:52.823643 --- ParallelTerminationStrategy: PID 7597 died...\u000a16:48:52.876829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7597): Terminated: ok {rc=0}\u000a16:48:52.960311 bus /gobi_0: Setting Powered False\u000a16:48:54.067686 bus /gobi_0: Setting Powered False\u000a16:48:55.175964 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 79, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7607): Process ended prematurely: osmo-stp_10.42.42.5(pid=7607) [trial-2391↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7607)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7607): Process ended prematurely: osmo-stp_10.42.42.5(pid=7607) [trial-2391↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a16:48:56.292741 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.304681 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:48:56.454111 tst iperf3.py: using LAC 34946\u000a16:48:56.586182 tst iperf3.py: using RAC 11\u000a16:48:56.716440 tst iperf3.py: using CellId 34946\u000a16:48:56.847278 tst iperf3.py: using BVCI 34947\u000a16:48:56.872786 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.884205 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.895323 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.906507 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.917845 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.929343 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.940890 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.952190 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:48:56.963752 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:48:57.253354 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:48:57.382996 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:48:57.711383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7599): Launched\u000a16:48:57.982611 run iperf3-srv_10.42.42.10(pid=7600): Launched\u000a16:48:58.173573 tst iperf3.py:8: start network...\u000a16:48:58.303660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:48:58.806928 run create_hlr_db(pid=7601): Launched\u000a16:48:58.987005 bus /gobi_6: Setting Powered False\u000a16:49:00.008004 run create_hlr_db(pid=7601): Terminated: ok {rc=0}\u000a16:49:00.454667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7603): Launched\u000a16:49:00.794055 run osmo-hlr_10.42.42.2(pid=7604): Launched\u000a16:49:01.050306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:01.654313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7606): Launched\u000a16:49:02.093799 run osmo-stp_10.42.42.5(pid=7607): Launched\u000a16:49:02.263225 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:02.850202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7609): Launched\u000a16:49:02.970038 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:03.263427 run patchelf(pid=7610): Launched\u000a16:49:03.459489 run osmo-stp_10.42.42.5(pid=7607): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7607)]\u000a16:49:03.603115 run osmo-stp_10.42.42.5(pid=7607): stdout: \u000a| (launched: 2022-12-13_16:49:01.827850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:03.746914 run osmo-stp_10.42.42.5(pid=7607): stderr: \u000a| �[0;m�[38;5;43m20221213164902126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164902126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164902127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164902127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164902127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164902128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164902128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:03.886165 run osmo-stp_10.42.42.5(pid=7607): stdout: \u000a| (launched: 2022-12-13_16:49:01.827850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:04.023351 run osmo-stp_10.42.42.5(pid=7607): stderr: \u000a| �[0;m�[38;5;43m20221213164902126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164902126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164902127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164902127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164902127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164902128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164902128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:04.183620 run patchelf(pid=7610): Terminating (SIGINT)\u000a16:49:04.371588 run patchelf(pid=7610): Terminated: ok {rc=0}\u000a16:49:04.406089 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7607): Process ended prematurely: osmo-stp_10.42.42.5(pid=7607) [trial-2391↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7607)] [trial-2391↪gprs:nanobts+band-900↪iperf3.py:8]\u000a16:49:04.416255 tst iperf3.py:8: Test FAILED (8.2 sec)\u000a16:49:04.480677 run osmo-hlr_10.42.42.2(pid=7604): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7604)]\u000a16:49:04.532701 run osmo-hlr_10.42.42.2(pid=7604): stdout: \u000a| (launched: 2022-12-13_16:49:00.625716) \u000a16:49:04.585428 run osmo-hlr_10.42.42.2(pid=7604): stderr: \u000a| �[0;m�[1;31m20221213164900826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164900826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164900826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164900826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164900826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164900826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164900843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164900862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164900862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164900862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:04.630482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7599): Terminating (SIGTERM)\u000a16:49:04.673412 run iperf3-srv_10.42.42.10(pid=7600): Terminating (SIGTERM)\u000a16:49:04.715841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7603): Terminating (SIGTERM)\u000a16:49:04.758434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7606): Terminating (SIGTERM)\u000a16:49:04.801131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7609): Terminating (SIGTERM)\u000a16:49:04.810912 --- ParallelTerminationStrategy: PID 7599 died...\u000a16:49:04.868008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7599): Terminated: ok {rc=0}\u000a16:49:04.878148 --- ParallelTerminationStrategy: PID 7600 died...\u000a16:49:04.934425 run iperf3-srv_10.42.42.10(pid=7600): Terminated {rc=256}\u000a16:49:04.944458 --- ParallelTerminationStrategy: PID 7603 died...\u000a16:49:05.000837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7603): Terminated: ok {rc=0}\u000a16:49:05.011346 --- ParallelTerminationStrategy: PID 7606 died...\u000a16:49:05.067806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7606): Terminated: ok {rc=0}\u000a16:49:05.078356 --- ParallelTerminationStrategy: PID 7609 died...\u000a16:49:05.134744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7609): Terminated: ok {rc=0}\u000a16:49:05.223335 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7625): Process ended prematurely: osmo-stp_10.42.42.5(pid=7625) [trial-2391↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7625)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7625): Process ended prematurely: osmo-stp_10.42.42.5(pid=7625) [trial-2391↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a16:49:06.335707 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.347367 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:49:06.487962 tst iperf3m4.py: using LAC 34947\u000a16:49:06.610785 tst iperf3m4.py: using RAC 12\u000a16:49:06.735575 tst iperf3m4.py: using CellId 34947\u000a16:49:06.862948 tst iperf3m4.py: using BVCI 34948\u000a16:49:06.887040 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.897935 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.908520 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.919157 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.930323 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.941501 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.952827 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.963897 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:06.975159 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:49:07.098746 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:49:07.220899 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:49:07.342671 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:49:07.629782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:07.760587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:08.086844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7611): Launched\u000a16:49:08.359994 run iperf3-srv_10.42.42.10(pid=7612): Launched\u000a16:49:08.550981 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:49:08.681384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:09.006575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7613): Launched\u000a16:49:09.277777 run iperf3-srv_10.42.42.10(pid=7614): Launched\u000a16:49:09.468550 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:49:09.598385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:09.925528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7615): Launched\u000a16:49:10.196088 run iperf3-srv_10.42.42.10(pid=7616): Launched\u000a16:49:10.386339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:49:10.516568 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:10.843262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7617): Launched\u000a16:49:11.115339 run iperf3-srv_10.42.42.10(pid=7618): Launched\u000a16:49:11.305225 tst iperf3m4.py:8: start network...\u000a16:49:11.434579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:11.937020 run create_hlr_db(pid=7619): Launched\u000a16:49:12.116865 bus /gobi_6: Setting Powered False\u000a16:49:13.137745 run create_hlr_db(pid=7619): Terminated: ok {rc=0}\u000a16:49:13.583414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7621): Launched\u000a16:49:13.914786 run osmo-hlr_10.42.42.2(pid=7622): Launched\u000a16:49:14.032158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:14.581065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7624): Launched\u000a16:49:14.895953 run osmo-stp_10.42.42.5(pid=7625): Launched\u000a16:49:15.010025 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:15.557546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7627): Launched\u000a16:49:15.668931 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:15.979940 run patchelf(pid=7628): Launched\u000a16:49:16.213798 run osmo-stp_10.42.42.5(pid=7625): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7625)]\u000a16:49:16.361524 run osmo-stp_10.42.42.5(pid=7625): stdout: \u000a| (launched: 2022-12-13_16:49:14.740346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:16.510721 run osmo-stp_10.42.42.5(pid=7625): stderr: \u000a| �[0;m�[38;5;43m20221213164914911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164914912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164914912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164914912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164914913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164914913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164914913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:16.672001 run osmo-stp_10.42.42.5(pid=7625): stdout: \u000a| (launched: 2022-12-13_16:49:14.740346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:16.840849 run osmo-stp_10.42.42.5(pid=7625): stderr: \u000a| �[0;m�[38;5;43m20221213164914911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164914912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164914912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164914912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164914913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164914913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164914913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:17.006756 run patchelf(pid=7628): Terminating (SIGINT)\u000a16:49:17.201410 run patchelf(pid=7628): Terminated: ok {rc=0}\u000a16:49:17.238378 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7625): Process ended prematurely: osmo-stp_10.42.42.5(pid=7625) [trial-2391↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7625)] [trial-2391↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a16:49:17.249657 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a16:49:17.315835 run osmo-hlr_10.42.42.2(pid=7622): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7622)]\u000a16:49:17.368662 run osmo-hlr_10.42.42.2(pid=7622): stdout: \u000a| (launched: 2022-12-13_16:49:13.753420) \u000a16:49:17.422183 run osmo-hlr_10.42.42.2(pid=7622): stderr: \u000a| �[0;m�[1;31m20221213164913931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164913931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164913931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164913931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164913931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164913931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164913950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164913960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164913961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164913961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:17.467614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7611): Terminating (SIGTERM)\u000a16:49:17.510608 run iperf3-srv_10.42.42.10(pid=7612): Terminating (SIGTERM)\u000a16:49:17.553612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7613): Terminating (SIGTERM)\u000a16:49:17.596250 run iperf3-srv_10.42.42.10(pid=7614): Terminating (SIGTERM)\u000a16:49:17.639002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7615): Terminating (SIGTERM)\u000a16:49:17.681865 run iperf3-srv_10.42.42.10(pid=7616): Terminating (SIGTERM)\u000a16:49:17.724656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7617): Terminating (SIGTERM)\u000a16:49:17.767503 run iperf3-srv_10.42.42.10(pid=7618): Terminating (SIGTERM)\u000a16:49:17.810780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7621): Terminating (SIGTERM)\u000a16:49:17.853752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7624): Terminating (SIGTERM)\u000a16:49:17.896496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7627): Terminating (SIGTERM)\u000a16:49:17.906257 --- ParallelTerminationStrategy: PID 7611 died...\u000a16:49:17.963614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7611): Terminated: ok {rc=0}\u000a16:49:17.974018 --- ParallelTerminationStrategy: PID 7612 died...\u000a16:49:18.031365 run iperf3-srv_10.42.42.10(pid=7612): Terminated {rc=256}\u000a16:49:18.041791 --- ParallelTerminationStrategy: PID 7613 died...\u000a16:49:18.098913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7613): Terminated: ok {rc=0}\u000a16:49:18.109297 --- ParallelTerminationStrategy: PID 7614 died...\u000a16:49:18.166331 run iperf3-srv_10.42.42.10(pid=7614): Terminated {rc=256}\u000a16:49:18.176631 --- ParallelTerminationStrategy: PID 7615 died...\u000a16:49:18.233776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7615): Terminated: ok {rc=0}\u000a16:49:18.244083 --- ParallelTerminationStrategy: PID 7616 died...\u000a16:49:18.300685 run iperf3-srv_10.42.42.10(pid=7616): Terminated {rc=256}\u000a16:49:18.311042 --- ParallelTerminationStrategy: PID 7617 died...\u000a16:49:18.368083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7617): Terminated: ok {rc=0}\u000a16:49:18.378383 --- ParallelTerminationStrategy: PID 7618 died...\u000a16:49:18.435226 run iperf3-srv_10.42.42.10(pid=7618): Terminated {rc=256}\u000a16:49:18.445972 --- ParallelTerminationStrategy: PID 7621 died...\u000a16:49:18.503254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7621): Terminated: ok {rc=0}\u000a16:49:18.513986 --- ParallelTerminationStrategy: PID 7624 died...\u000a16:49:18.571426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7624): Terminated: ok {rc=0}\u000a16:49:18.581895 --- ParallelTerminationStrategy: PID 7627 died...\u000a16:49:18.639595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7627): Terminated: ok {rc=0}\u000a16:49:18.726178 bus /gobi_4: Setting Powered False\u000a16:49:19.833694 bus /gobi_4: Setting Powered False\u000a16:49:20.944882 bus /gobi_1: Setting Powered False\u000a16:49:22.052682 bus /gobi_1: Setting Powered False\u000a16:49:23.161392 bus /gobi_0: Setting Powered False\u000a16:49:24.268033 bus /gobi_0: Setting Powered False\u000a16:49:25.378681 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7635): Process ended prematurely: osmo-stp_10.42.42.5(pid=7635) [trial-2391↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7635)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7635): Process ended prematurely: osmo-stp_10.42.42.5(pid=7635) [trial-2391↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a16:49:26.447674 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:26.459676 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:49:26.597988 tst ping.py: using LAC 34948\u000a16:49:26.721282 tst ping.py: using RAC 13\u000a16:49:26.841214 tst ping.py: using CellId 34948\u000a16:49:26.963018 tst ping.py: using BVCI 34949\u000a16:49:26.986512 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:26.997387 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:27.008090 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:27.018814 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:27.029450 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:27.040086 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:27.050943 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:27.061666 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:49:27.359792 tst ping.py:19: start network...\u000a16:49:27.496908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:28.014955 run create_hlr_db(pid=7629): Launched\u000a16:49:28.206665 bus /gobi_6: Setting Powered False\u000a16:49:29.220358 run create_hlr_db(pid=7629): Terminated: ok {rc=0}\u000a16:49:29.665364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7631): Launched\u000a16:49:29.996492 run osmo-hlr_10.42.42.2(pid=7632): Launched\u000a16:49:30.118036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:30.695369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7634): Launched\u000a16:49:31.115299 run osmo-stp_10.42.42.5(pid=7635): Launched\u000a16:49:31.342794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:31.915561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7637): Launched\u000a16:49:32.030401 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:32.325428 run patchelf(pid=7638): Launched\u000a16:49:32.506727 run osmo-stp_10.42.42.5(pid=7635): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7635)]\u000a16:49:32.638697 run osmo-stp_10.42.42.5(pid=7635): stdout: \u000a| (launched: 2022-12-13_16:49:30.864709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:32.772160 run osmo-stp_10.42.42.5(pid=7635): stderr: \u000a| �[0;m�[38;5;43m20221213164931148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164931149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164931149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164931149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:32.899231 run osmo-stp_10.42.42.5(pid=7635): stdout: \u000a| (launched: 2022-12-13_16:49:30.864709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:33.025112 run osmo-stp_10.42.42.5(pid=7635): stderr: \u000a| �[0;m�[38;5;43m20221213164931148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164931149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164931149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164931149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164931150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:33.171889 run patchelf(pid=7638): Terminating (SIGINT)\u000a16:49:33.345363 run patchelf(pid=7638): Terminated: ok {rc=0}\u000a16:49:33.376552 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7635): Process ended prematurely: osmo-stp_10.42.42.5(pid=7635) [trial-2391↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7635)] [trial-2391↪gprs:nanobts+band-900↪ping.py:22]\u000a16:49:33.385388 tst ping.py:22: Test FAILED (6.9 sec)\u000a16:49:33.446636 run osmo-hlr_10.42.42.2(pid=7632): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7632)]\u000a16:49:33.496558 run osmo-hlr_10.42.42.2(pid=7632): stdout: \u000a| (launched: 2022-12-13_16:49:29.832600) \u000a16:49:33.547050 run osmo-hlr_10.42.42.2(pid=7632): stderr: \u000a| �[0;m�[1;31m20221213164930032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164930032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164930032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164930032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164930032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164930032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164930044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164930053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164930053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164930053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:33.590047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7631): Terminating (SIGTERM)\u000a16:49:33.630599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7634): Terminating (SIGTERM)\u000a16:49:33.671048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7637): Terminating (SIGTERM)\u000a16:49:33.680473 --- ParallelTerminationStrategy: PID 7631 died...\u000a16:49:33.734353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7631): Terminated: ok {rc=0}\u000a16:49:33.744142 --- ParallelTerminationStrategy: PID 7634 died...\u000a16:49:33.798026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7634): Terminated: ok {rc=0}\u000a16:49:33.807808 --- ParallelTerminationStrategy: PID 7637 died...\u000a16:49:33.861644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7637): Terminated: ok {rc=0}\u000a16:49:33.950389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7646): Process ended prematurely: osmo-stp_10.42.42.5(pid=7646) [trial-2391↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7646)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7646): Process ended prematurely: osmo-stp_10.42.42.5(pid=7646) [trial-2391↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7646)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a16:49:35.003490 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.015931 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a16:49:35.152941 tst ping_idle_ping.py: using LAC 34949\u000a16:49:35.274913 tst ping_idle_ping.py: using RAC 14\u000a16:49:35.396805 tst ping_idle_ping.py: using CellId 34949\u000a16:49:35.516623 tst ping_idle_ping.py: using BVCI 34950\u000a16:49:35.540575 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.551468 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.562366 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.573125 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.583591 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.594266 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.605455 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a16:49:35.616563 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a16:49:35.915602 tst ping_idle_ping.py:24: start network...\u000a16:49:36.053352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:36.578527 run create_hlr_db(pid=7640): Launched\u000a16:49:36.771618 bus /gobi_6: Setting Powered False\u000a16:49:37.791334 run create_hlr_db(pid=7640): Terminated: ok {rc=0}\u000a16:49:38.208033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7642): Launched\u000a16:49:38.518913 run osmo-hlr_10.42.42.2(pid=7643): Launched\u000a16:49:38.633213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:39.171640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7645): Launched\u000a16:49:39.482338 run osmo-stp_10.42.42.5(pid=7646): Launched\u000a16:49:39.594408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:40.134605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7648): Launched\u000a16:49:40.243886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:40.515279 run patchelf(pid=7649): Launched\u000a16:49:40.696656 run osmo-stp_10.42.42.5(pid=7646): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7646)]\u000a16:49:40.829359 run osmo-stp_10.42.42.5(pid=7646): stdout: \u000a| (launched: 2022-12-13_16:49:39.328928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:40.961926 run osmo-stp_10.42.42.5(pid=7646): stderr: \u000a| �[0;m�[38;5;43m20221213164939502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164939502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164939503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164939503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164939504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164939504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164939504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:41.089344 run osmo-stp_10.42.42.5(pid=7646): stdout: \u000a| (launched: 2022-12-13_16:49:39.328928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:41.215645 run osmo-stp_10.42.42.5(pid=7646): stderr: \u000a| �[0;m�[38;5;43m20221213164939502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164939502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164939503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164939503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164939504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164939504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164939504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:41.362721 run patchelf(pid=7649): Terminating (SIGINT)\u000a16:49:41.536003 run patchelf(pid=7649): Terminated: ok {rc=0}\u000a16:49:41.567366 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7646): Process ended prematurely: osmo-stp_10.42.42.5(pid=7646) [trial-2391↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7646)] [trial-2391↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a16:49:41.576232 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:49:41.636523 run osmo-hlr_10.42.42.2(pid=7643): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7643)]\u000a16:49:41.685638 run osmo-hlr_10.42.42.2(pid=7643): stdout: \u000a| (launched: 2022-12-13_16:49:38.365060) \u000a16:49:41.735309 run osmo-hlr_10.42.42.2(pid=7643): stderr: \u000a| �[0;m�[1;31m20221213164938543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164938543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164938543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164938543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164938543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164938544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164938555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164938564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164938564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164938564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:41.777802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7642): Terminating (SIGTERM)\u000a16:49:41.817999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7645): Terminating (SIGTERM)\u000a16:49:41.858192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7648): Terminating (SIGTERM)\u000a16:49:41.867650 --- ParallelTerminationStrategy: PID 7642 died...\u000a16:49:41.921484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7642): Terminated: ok {rc=0}\u000a16:49:41.931248 --- ParallelTerminationStrategy: PID 7645 died...\u000a16:49:41.984807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7645): Terminated: ok {rc=0}\u000a16:49:41.994541 --- ParallelTerminationStrategy: PID 7648 died...\u000a16:49:42.048210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7648): Terminated: ok {rc=0}\u000a16:49:42.133131 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:48:42" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7663): Process ended prematurely: osmo-stp_10.42.42.5(pid=7663) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7663)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7663): Process ended prematurely: osmo-stp_10.42.42.5(pid=7663) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7663)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:49:44.302865 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.314347 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:49:44.462286 tst cs_paging_gprs_active.py: using LAC 34950\u000a16:49:44.592142 tst cs_paging_gprs_active.py: using RAC 15\u000a16:49:44.722365 tst cs_paging_gprs_active.py: using CellId 34950\u000a16:49:44.854492 tst cs_paging_gprs_active.py: using BVCI 34951\u000a16:49:44.880157 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.891675 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.903249 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.914758 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.926866 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.938864 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.950898 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.962660 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:44.974926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:49:45.095029 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:49:45.399612 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:49:45.540176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:45.918187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7653): Launched\u000a16:49:46.230894 run iperf3-srv_10.42.42.10(pid=7654): Launched\u000a16:49:46.440525 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:49:46.583738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:46.950207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7655): Launched\u000a16:49:47.248016 run iperf3-srv_10.42.42.10(pid=7656): Launched\u000a16:49:47.439684 tst cs_paging_gprs_active.py:38: start network...\u000a16:49:47.570270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:49:48.073353 run create_hlr_db(pid=7657): Launched\u000a16:49:48.252779 bus /gobi_6: Setting Powered False\u000a16:49:49.273848 run create_hlr_db(pid=7657): Terminated: ok {rc=0}\u000a16:49:49.720705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7659): Launched\u000a16:49:50.057845 run osmo-hlr_10.42.42.2(pid=7660): Launched\u000a16:49:50.180331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:49:50.763023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7662): Launched\u000a16:49:51.100819 run osmo-stp_10.42.42.5(pid=7663): Launched\u000a16:49:51.223614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:49:51.810865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7665): Launched\u000a16:49:51.930932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:49:52.225239 run patchelf(pid=7666): Launched\u000a16:49:52.421396 run osmo-stp_10.42.42.5(pid=7663): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7663)]\u000a16:49:52.565011 run osmo-stp_10.42.42.5(pid=7663): stdout: \u000a| (launched: 2022-12-13_16:49:50.933903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:52.708411 run osmo-stp_10.42.42.5(pid=7663): stderr: \u000a| �[0;m�[38;5;43m20221213164951129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164951129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164951129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164951130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164951130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164951130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164951130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:52.847226 run osmo-stp_10.42.42.5(pid=7663): stdout: \u000a| (launched: 2022-12-13_16:49:50.933903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:49:52.984277 run osmo-stp_10.42.42.5(pid=7663): stderr: \u000a| �[0;m�[38;5;43m20221213164951129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213164951129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213164951129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213164951130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213164951130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213164951130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213164951130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:49:53.144172 run patchelf(pid=7666): Terminating (SIGINT)\u000a16:49:53.332132 run patchelf(pid=7666): Terminated: ok {rc=0}\u000a16:49:53.366467 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7663): Process ended prematurely: osmo-stp_10.42.42.5(pid=7663) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7663)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a16:49:53.376600 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a16:49:53.441227 run osmo-hlr_10.42.42.2(pid=7660): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7660)]\u000a16:49:53.493527 run osmo-hlr_10.42.42.2(pid=7660): stdout: \u000a| (launched: 2022-12-13_16:49:49.891776) \u000a16:49:53.546565 run osmo-hlr_10.42.42.2(pid=7660): stderr: \u000a| �[0;m�[1;31m20221213164950092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213164950092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213164950092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164950092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213164950092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213164950092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213164950104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213164950113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213164950113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213164950113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:49:53.592023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7653): Terminating (SIGTERM)\u000a16:49:53.634987 run iperf3-srv_10.42.42.10(pid=7654): Terminating (SIGTERM)\u000a16:49:53.677977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7655): Terminating (SIGTERM)\u000a16:49:53.721165 run iperf3-srv_10.42.42.10(pid=7656): Terminating (SIGTERM)\u000a16:49:53.764094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7659): Terminating (SIGTERM)\u000a16:49:53.807335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7662): Terminating (SIGTERM)\u000a16:49:53.850155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7665): Terminating (SIGTERM)\u000a16:49:53.860119 --- ParallelTerminationStrategy: PID 7653 died...\u000a16:49:53.917987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7653): Terminated: ok {rc=0}\u000a16:49:53.928316 --- ParallelTerminationStrategy: PID 7654 died...\u000a16:49:53.985194 run iperf3-srv_10.42.42.10(pid=7654): Terminated {rc=256}\u000a16:49:53.995461 --- ParallelTerminationStrategy: PID 7655 died...\u000a16:49:54.052368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7655): Terminated: ok {rc=0}\u000a16:49:54.062513 --- ParallelTerminationStrategy: PID 7656 died...\u000a16:49:54.119197 run iperf3-srv_10.42.42.10(pid=7656): Terminated {rc=256}\u000a16:49:54.129552 --- ParallelTerminationStrategy: PID 7659 died...\u000a16:49:54.186237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7659): Terminated: ok {rc=0}\u000a16:49:54.196454 --- ParallelTerminationStrategy: PID 7662 died...\u000a16:49:54.253410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7662): Terminated: ok {rc=0}\u000a16:49:54.263691 --- ParallelTerminationStrategy: PID 7665 died...\u000a16:49:54.320727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7665): Terminated: ok {rc=0}\u000a16:49:54.407574 bus /gobi_0: Setting Powered False\u000a16:49:55.514772 bus /gobi_0: Setting Powered False\u000a16:49:56.625246 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7678): Process ended prematurely: osmo-stp_10.42.42.5(pid=7678) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7678): Process ended prematurely: osmo-stp_10.42.42.5(pid=7678) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a16:49:57.738280 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:57.750188 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:49:57.896365 tst iperf3.py: using LAC 34951\u000a16:49:58.016615 tst iperf3.py: using RAC 16\u000a16:49:58.139614 tst iperf3.py: using CellId 34951\u000a16:49:58.260273 tst iperf3.py: using BVCI 34952\u000a16:49:58.284346 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.295686 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.306846 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.317967 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.328925 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.339926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.351223 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.362271 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:49:58.373452 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:49:58.664294 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:49:58.795402 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:49:59.122637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7667): Launched\u000a16:49:59.394351 run iperf3-srv_10.42.42.10(pid=7668): Launched\u000a16:49:59.585930 tst iperf3.py:8: start network...\u000a16:49:59.716918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:00.220625 run create_hlr_db(pid=7669): Launched\u000a16:50:00.401373 bus /gobi_6: Setting Powered False\u000a16:50:01.491764 run create_hlr_db(pid=7669): Terminated: ok {rc=0}\u000a16:50:01.966172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7671): Launched\u000a16:50:02.339374 run osmo-hlr_10.42.42.2(pid=7675): Launched\u000a16:50:02.458943 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:03.008906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7677): Launched\u000a16:50:03.324009 run osmo-stp_10.42.42.5(pid=7678): Launched\u000a16:50:03.438652 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:03.988325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7680): Launched\u000a16:50:04.100178 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:04.376806 run patchelf(pid=7681): Launched\u000a16:50:04.561043 run osmo-stp_10.42.42.5(pid=7678): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)]\u000a16:50:04.695659 run osmo-stp_10.42.42.5(pid=7678): stdout: \u000a| (launched: 2022-12-13_16:50:03.168353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:04.830421 run osmo-stp_10.42.42.5(pid=7678): stderr: \u000a| �[0;m�[38;5;43m20221213165003340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165003340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165003340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165003341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165003341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165003341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165003341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:04.960381 run osmo-stp_10.42.42.5(pid=7678): stdout: \u000a| (launched: 2022-12-13_16:50:03.168353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:05.088669 run osmo-stp_10.42.42.5(pid=7678): stderr: \u000a| �[0;m�[38;5;43m20221213165003340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165003340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165003340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165003341 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165003341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165003341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165003341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:05.238847 run patchelf(pid=7681): Terminating (SIGINT)\u000a16:50:05.415252 run patchelf(pid=7681): Terminated: ok {rc=0}\u000a16:50:05.447729 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7678): Process ended prematurely: osmo-stp_10.42.42.5(pid=7678) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7678)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a16:50:05.457350 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a16:50:05.517832 run osmo-hlr_10.42.42.2(pid=7675): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7675)]\u000a16:50:05.567136 run osmo-hlr_10.42.42.2(pid=7675): stdout: \u000a| (launched: 2022-12-13_16:50:02.131016) \u000a16:50:05.617146 run osmo-hlr_10.42.42.2(pid=7675): stderr: \u000a| �[0;m�[1;31m20221213165002368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165002368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165002368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165002368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165002368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165002368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165002380 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165002389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165002389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165002389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:05.659574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7667): Terminating (SIGTERM)\u000a16:50:05.700028 run iperf3-srv_10.42.42.10(pid=7668): Terminating (SIGTERM)\u000a16:50:05.740366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7671): Terminating (SIGTERM)\u000a16:50:05.780519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7677): Terminating (SIGTERM)\u000a16:50:05.820831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7680): Terminating (SIGTERM)\u000a16:50:05.830413 --- ParallelTerminationStrategy: PID 7667 died...\u000a16:50:05.884487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7667): Terminated: ok {rc=0}\u000a16:50:05.894338 --- ParallelTerminationStrategy: PID 7668 died...\u000a16:50:05.948156 run iperf3-srv_10.42.42.10(pid=7668): Terminated {rc=256}\u000a16:50:05.957885 --- ParallelTerminationStrategy: PID 7671 died...\u000a16:50:06.011585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7671): Terminated: ok {rc=0}\u000a16:50:06.021482 --- ParallelTerminationStrategy: PID 7677 died...\u000a16:50:06.075051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7677): Terminated: ok {rc=0}\u000a16:50:06.084861 --- ParallelTerminationStrategy: PID 7680 died...\u000a16:50:06.138737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7680): Terminated: ok {rc=0}\u000a16:50:06.228922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7696): Process ended prematurely: osmo-stp_10.42.42.5(pid=7696) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7696)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7696): Process ended prematurely: osmo-stp_10.42.42.5(pid=7696) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a16:50:07.342616 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.354563 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:50:07.494697 tst iperf3m4.py: using LAC 34952\u000a16:50:07.618292 tst iperf3m4.py: using RAC 17\u000a16:50:07.742577 tst iperf3m4.py: using CellId 34952\u000a16:50:07.875385 tst iperf3m4.py: using BVCI 34953\u000a16:50:07.901178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.912873 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.924342 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.935870 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.948384 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.960690 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.973289 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.985414 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:07.997682 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:50:08.119976 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:50:08.246074 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:50:08.365622 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:50:08.670229 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:50:08.810473 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:09.159554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7682): Launched\u000a16:50:09.449833 run iperf3-srv_10.42.42.10(pid=7683): Launched\u000a16:50:09.656064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:50:09.796862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:10.146269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7684): Launched\u000a16:50:10.436697 run iperf3-srv_10.42.42.10(pid=7685): Launched\u000a16:50:10.642605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:50:10.782762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:11.133466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7686): Launched\u000a16:50:11.423413 run iperf3-srv_10.42.42.10(pid=7687): Launched\u000a16:50:11.629240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:50:11.769484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:12.118744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7688): Launched\u000a16:50:12.408814 run iperf3-srv_10.42.42.10(pid=7689): Launched\u000a16:50:12.614574 tst iperf3m4.py:8: start network...\u000a16:50:12.754671 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:13.283869 run create_hlr_db(pid=7690): Launched\u000a16:50:13.477597 bus /gobi_6: Setting Powered False\u000a16:50:14.498702 run create_hlr_db(pid=7690): Terminated: ok {rc=0}\u000a16:50:14.921945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7692): Launched\u000a16:50:15.238258 run osmo-hlr_10.42.42.2(pid=7693): Launched\u000a16:50:15.354404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:15.927989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7695): Launched\u000a16:50:16.393013 run osmo-stp_10.42.42.5(pid=7696): Launched\u000a16:50:16.619977 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:17.277777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7698): Launched\u000a16:50:17.392032 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:17.670423 run patchelf(pid=7699): Launched\u000a16:50:17.854594 run osmo-stp_10.42.42.5(pid=7696): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7696)]\u000a16:50:17.989120 run osmo-stp_10.42.42.5(pid=7696): stdout: \u000a| (launched: 2022-12-13_16:50:16.125343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:18.124262 run osmo-stp_10.42.42.5(pid=7696): stderr: \u000a| �[0;m�[38;5;43m20221213165016359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165016359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165016360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165016360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165016363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165016365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165016366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:18.253890 run osmo-stp_10.42.42.5(pid=7696): stdout: \u000a| (launched: 2022-12-13_16:50:16.125343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:18.382472 run osmo-stp_10.42.42.5(pid=7696): stderr: \u000a| �[0;m�[38;5;43m20221213165016359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165016359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165016360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165016360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165016363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165016365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165016366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:18.532109 run patchelf(pid=7699): Terminating (SIGINT)\u000a16:50:18.709356 run patchelf(pid=7699): Terminated: ok {rc=0}\u000a16:50:18.741844 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7696): Process ended prematurely: osmo-stp_10.42.42.5(pid=7696) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7696)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a16:50:18.751288 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a16:50:18.813007 run osmo-hlr_10.42.42.2(pid=7693): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7693)]\u000a16:50:18.863208 run osmo-hlr_10.42.42.2(pid=7693): stdout: \u000a| (launched: 2022-12-13_16:50:15.082308) \u000a16:50:18.913753 run osmo-hlr_10.42.42.2(pid=7693): stderr: \u000a| �[0;m�[1;31m20221213165015259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165015259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165015259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165015259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165015259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165015259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165015271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165015279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165015280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165015280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:18.957012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7682): Terminating (SIGTERM)\u000a16:50:18.997666 run iperf3-srv_10.42.42.10(pid=7683): Terminating (SIGTERM)\u000a16:50:19.038752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7684): Terminating (SIGTERM)\u000a16:50:19.079002 run iperf3-srv_10.42.42.10(pid=7685): Terminating (SIGTERM)\u000a16:50:19.119040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7686): Terminating (SIGTERM)\u000a16:50:19.158979 run iperf3-srv_10.42.42.10(pid=7687): Terminating (SIGTERM)\u000a16:50:19.198890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7688): Terminating (SIGTERM)\u000a16:50:19.238783 run iperf3-srv_10.42.42.10(pid=7689): Terminating (SIGTERM)\u000a16:50:19.278895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7692): Terminating (SIGTERM)\u000a16:50:19.318888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7695): Terminating (SIGTERM)\u000a16:50:19.358951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7698): Terminating (SIGTERM)\u000a16:50:19.368381 --- ParallelTerminationStrategy: PID 7682 died...\u000a16:50:19.422488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7682): Terminated: ok {rc=0}\u000a16:50:19.432333 --- ParallelTerminationStrategy: PID 7683 died...\u000a16:50:19.485986 run iperf3-srv_10.42.42.10(pid=7683): Terminated {rc=256}\u000a16:50:19.495777 --- ParallelTerminationStrategy: PID 7684 died...\u000a16:50:19.549262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7684): Terminated: ok {rc=0}\u000a16:50:19.559104 --- ParallelTerminationStrategy: PID 7685 died...\u000a16:50:19.612462 run iperf3-srv_10.42.42.10(pid=7685): Terminated {rc=256}\u000a16:50:19.622251 --- ParallelTerminationStrategy: PID 7686 died...\u000a16:50:19.675788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7686): Terminated: ok {rc=0}\u000a16:50:19.685906 --- ParallelTerminationStrategy: PID 7687 died...\u000a16:50:19.739326 run iperf3-srv_10.42.42.10(pid=7687): Terminated {rc=256}\u000a16:50:19.749171 --- ParallelTerminationStrategy: PID 7688 died...\u000a16:50:19.802661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7688): Terminated: ok {rc=0}\u000a16:50:19.812576 --- ParallelTerminationStrategy: PID 7689 died...\u000a16:50:19.866234 run iperf3-srv_10.42.42.10(pid=7689): Terminated {rc=256}\u000a16:50:19.876127 --- ParallelTerminationStrategy: PID 7692 died...\u000a16:50:19.929748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7692): Terminated: ok {rc=0}\u000a16:50:19.939611 --- ParallelTerminationStrategy: PID 7695 died...\u000a16:50:19.993008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7695): Terminated: ok {rc=0}\u000a16:50:20.002865 --- ParallelTerminationStrategy: PID 7698 died...\u000a16:50:20.056601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7698): Terminated: ok {rc=0}\u000a16:50:20.145975 bus /gobi_4: Setting Powered False\u000a16:50:21.249770 bus /gobi_4: Setting Powered False\u000a16:50:22.361190 bus /gobi_1: Setting Powered False\u000a16:50:23.468671 bus /gobi_1: Setting Powered False\u000a16:50:24.577098 bus /gobi_0: Setting Powered False\u000a16:50:25.684653 bus /gobi_0: Setting Powered False\u000a16:50:26.794002 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7706): Process ended prematurely: osmo-stp_10.42.42.5(pid=7706) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7706)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7706): Process ended prematurely: osmo-stp_10.42.42.5(pid=7706) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7706)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a16:50:27.862954 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:27.875484 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:50:28.022336 tst ping.py: using LAC 34953\u000a16:50:28.155189 tst ping.py: using RAC 18\u000a16:50:28.297456 tst ping.py: using CellId 34953\u000a16:50:28.427262 tst ping.py: using BVCI 34954\u000a16:50:28.452447 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.464114 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.475706 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.487427 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.499097 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.510778 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.522776 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:28.534739 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:50:28.832783 tst ping.py:19: start network...\u000a16:50:28.968726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:29.483928 run create_hlr_db(pid=7700): Launched\u000a16:50:29.674917 bus /gobi_6: Setting Powered False\u000a16:50:30.694481 run create_hlr_db(pid=7700): Terminated: ok {rc=0}\u000a16:50:31.145929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7702): Launched\u000a16:50:31.564144 run osmo-hlr_10.42.42.2(pid=7703): Launched\u000a16:50:31.749434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:32.463143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7705): Launched\u000a16:50:32.795548 run osmo-stp_10.42.42.5(pid=7706): Launched\u000a16:50:32.914520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:33.454000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7708): Launched\u000a16:50:33.563775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:33.844166 run patchelf(pid=7709): Launched\u000a16:50:34.037062 run osmo-stp_10.42.42.5(pid=7706): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7706)]\u000a16:50:34.178274 run osmo-stp_10.42.42.5(pid=7706): stdout: \u000a| (launched: 2022-12-13_16:50:32.632003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:34.320151 run osmo-stp_10.42.42.5(pid=7706): stderr: \u000a| �[0;m�[38;5;43m20221213165032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165032827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165032827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165032827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:34.456108 run osmo-stp_10.42.42.5(pid=7706): stdout: \u000a| (launched: 2022-12-13_16:50:32.632003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:34.590992 run osmo-stp_10.42.42.5(pid=7706): stderr: \u000a| �[0;m�[38;5;43m20221213165032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165032827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165032827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165032827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:34.748121 run patchelf(pid=7709): Terminating (SIGINT)\u000a16:50:34.933343 run patchelf(pid=7709): Terminated: ok {rc=0}\u000a16:50:34.966789 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7706): Process ended prematurely: osmo-stp_10.42.42.5(pid=7706) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7706)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a16:50:34.976194 tst ping.py:22: Test FAILED (7.1 sec)\u000a16:50:35.040396 run osmo-hlr_10.42.42.2(pid=7703): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7703)]\u000a16:50:35.093199 run osmo-hlr_10.42.42.2(pid=7703): stdout: \u000a| (launched: 2022-12-13_16:50:31.305498) \u000a16:50:35.146030 run osmo-hlr_10.42.42.2(pid=7703): stderr: \u000a| �[0;m�[1;31m20221213165031660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165031660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165031660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165031660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165031660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165031660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165031675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165031691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165031692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165031692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:35.191382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7702): Terminating (SIGTERM)\u000a16:50:35.234642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7705): Terminating (SIGTERM)\u000a16:50:35.277346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7708): Terminating (SIGTERM)\u000a16:50:35.287119 --- ParallelTerminationStrategy: PID 7702 died...\u000a16:50:35.344399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7702): Terminated: ok {rc=0}\u000a16:50:35.354741 --- ParallelTerminationStrategy: PID 7705 died...\u000a16:50:35.411614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7705): Terminated: ok {rc=0}\u000a16:50:35.422255 --- ParallelTerminationStrategy: PID 7708 died...\u000a16:50:35.479257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7708): Terminated: ok {rc=0}\u000a16:50:35.567243 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7716): Process ended prematurely: osmo-stp_10.42.42.5(pid=7716) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7716)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7716): Process ended prematurely: osmo-stp_10.42.42.5(pid=7716) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a16:50:36.620496 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:36.633066 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a16:50:36.783893 tst ping_idle_ping.py: using LAC 34954\u000a16:50:36.914541 tst ping_idle_ping.py: using RAC 19\u000a16:50:37.043050 tst ping_idle_ping.py: using CellId 34954\u000a16:50:37.178932 tst ping_idle_ping.py: using BVCI 34955\u000a16:50:37.204187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.215894 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.227364 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.238860 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.251035 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.263232 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.275829 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a16:50:37.288309 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a16:50:37.573812 tst ping_idle_ping.py:24: start network...\u000a16:50:37.702179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:38.201253 run create_hlr_db(pid=7710): Launched\u000a16:50:38.380654 bus /gobi_6: Setting Powered False\u000a16:50:39.412556 run create_hlr_db(pid=7710): Terminated: ok {rc=0}\u000a16:50:39.830079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7712): Launched\u000a16:50:40.141238 run osmo-hlr_10.42.42.2(pid=7713): Launched\u000a16:50:40.258942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:40.795987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7715): Launched\u000a16:50:41.107803 run osmo-stp_10.42.42.5(pid=7716): Launched\u000a16:50:41.220833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:41.760932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7718): Launched\u000a16:50:41.870816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:42.142960 run patchelf(pid=7719): Launched\u000a16:50:42.324433 run osmo-stp_10.42.42.5(pid=7716): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7716)]\u000a16:50:42.458027 run osmo-stp_10.42.42.5(pid=7716): stdout: \u000a| (launched: 2022-12-13_16:50:40.953311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:42.591531 run osmo-stp_10.42.42.5(pid=7716): stderr: \u000a| �[0;m�[38;5;43m20221213165041124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165041124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165041124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165041125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165041125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165041125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165041125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:42.719937 run osmo-stp_10.42.42.5(pid=7716): stdout: \u000a| (launched: 2022-12-13_16:50:40.953311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:42.846886 run osmo-stp_10.42.42.5(pid=7716): stderr: \u000a| �[0;m�[38;5;43m20221213165041124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165041124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165041124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165041125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165041125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165041125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165041125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:42.995169 run patchelf(pid=7719): Terminating (SIGINT)\u000a16:50:43.169979 run patchelf(pid=7719): Terminated: ok {rc=0}\u000a16:50:43.201800 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7716): Process ended prematurely: osmo-stp_10.42.42.5(pid=7716) [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7716)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a16:50:43.210711 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a16:50:43.272224 run osmo-hlr_10.42.42.2(pid=7713): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7713)]\u000a16:50:43.321956 run osmo-hlr_10.42.42.2(pid=7713): stdout: \u000a| (launched: 2022-12-13_16:50:39.986659) \u000a16:50:43.372344 run osmo-hlr_10.42.42.2(pid=7713): stderr: \u000a| �[0;m�[1;31m20221213165040166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165040166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165040166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165040166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165040166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165040166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165040179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165040187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165040188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165040188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:43.415347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7712): Terminating (SIGTERM)\u000a16:50:43.455730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7715): Terminating (SIGTERM)\u000a16:50:43.496008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7718): Terminating (SIGTERM)\u000a16:50:43.505599 --- ParallelTerminationStrategy: PID 7712 died...\u000a16:50:43.560049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7712): Terminated: ok {rc=0}\u000a16:50:43.569974 --- ParallelTerminationStrategy: PID 7715 died...\u000a16:50:43.623497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7715): Terminated: ok {rc=0}\u000a16:50:43.633760 --- ParallelTerminationStrategy: PID 7718 died...\u000a16:50:43.687316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7718): Terminated: ok {rc=0}\u000a16:50:43.776725 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:49:43" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7734): Process ended prematurely: osmo-stp_10.42.42.5(pid=7734) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7734)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7734): Process ended prematurely: osmo-stp_10.42.42.5(pid=7734) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:50:45.944743 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:45.956753 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:50:46.131425 tst cs_paging_gprs_active.py: using LAC 34955\u000a16:50:46.265780 tst cs_paging_gprs_active.py: using RAC 20\u000a16:50:46.396053 tst cs_paging_gprs_active.py: using CellId 34955\u000a16:50:46.560297 tst cs_paging_gprs_active.py: using BVCI 34956\u000a16:50:46.595252 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.611803 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.627354 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.640605 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.653878 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.666952 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.679304 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.693057 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:46.706192 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:50:46.830781 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:50:47.145419 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:50:47.282207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:47.609269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7724): Launched\u000a16:50:47.894371 run iperf3-srv_10.42.42.10(pid=7725): Launched\u000a16:50:48.101774 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:50:48.242818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:50:48.593322 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7726): Launched\u000a16:50:48.883726 run iperf3-srv_10.42.42.10(pid=7727): Launched\u000a16:50:49.089372 tst cs_paging_gprs_active.py:38: start network...\u000a16:50:49.229950 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:50:49.758843 run create_hlr_db(pid=7728): Launched\u000a16:50:49.953221 bus /gobi_6: Setting Powered False\u000a16:50:50.972883 run create_hlr_db(pid=7728): Terminated: ok {rc=0}\u000a16:50:51.419581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7730): Launched\u000a16:50:51.756249 run osmo-hlr_10.42.42.2(pid=7731): Launched\u000a16:50:51.886146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:50:52.474890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7733): Launched\u000a16:50:52.814627 run osmo-stp_10.42.42.5(pid=7734): Launched\u000a16:50:52.937407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:50:53.525613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7736): Launched\u000a16:50:53.645418 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:50:53.939260 run patchelf(pid=7737): Launched\u000a16:50:54.135032 run osmo-stp_10.42.42.5(pid=7734): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7734)]\u000a16:50:54.278043 run osmo-stp_10.42.42.5(pid=7734): stdout: \u000a| (launched: 2022-12-13_16:50:52.645058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:54.421479 run osmo-stp_10.42.42.5(pid=7734): stderr: \u000a| �[0;m�[38;5;43m20221213165052838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165052839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165052839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165052839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165052840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165052840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165052840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:54.559374 run osmo-stp_10.42.42.5(pid=7734): stdout: \u000a| (launched: 2022-12-13_16:50:52.645058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:50:54.696638 run osmo-stp_10.42.42.5(pid=7734): stderr: \u000a| �[0;m�[38;5;43m20221213165052838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165052839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165052839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165052839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165052840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165052840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165052840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:50:54.857419 run patchelf(pid=7737): Terminating (SIGINT)\u000a16:50:55.045500 run patchelf(pid=7737): Terminated: ok {rc=0}\u000a16:50:55.080021 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7734): Process ended prematurely: osmo-stp_10.42.42.5(pid=7734) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7734)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a16:50:55.090325 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a16:50:55.154192 run osmo-hlr_10.42.42.2(pid=7731): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7731)]\u000a16:50:55.205843 run osmo-hlr_10.42.42.2(pid=7731): stdout: \u000a| (launched: 2022-12-13_16:50:51.590012) \u000a16:50:55.258512 run osmo-hlr_10.42.42.2(pid=7731): stderr: \u000a| �[0;m�[1;31m20221213165051789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165051789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165051789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165051789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165051789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165051789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165051806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165051817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165051817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165051817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:50:55.303481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7724): Terminating (SIGTERM)\u000a16:50:55.346589 run iperf3-srv_10.42.42.10(pid=7725): Terminating (SIGTERM)\u000a16:50:55.389049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7726): Terminating (SIGTERM)\u000a16:50:55.431814 run iperf3-srv_10.42.42.10(pid=7727): Terminating (SIGTERM)\u000a16:50:55.474430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7730): Terminating (SIGTERM)\u000a16:50:55.517296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7733): Terminating (SIGTERM)\u000a16:50:55.559936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7736): Terminating (SIGTERM)\u000a16:50:55.569851 --- ParallelTerminationStrategy: PID 7724 died...\u000a16:50:55.626726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7724): Terminated: ok {rc=0}\u000a16:50:55.636822 --- ParallelTerminationStrategy: PID 7725 died...\u000a16:50:55.693475 run iperf3-srv_10.42.42.10(pid=7725): Terminated {rc=256}\u000a16:50:55.703500 --- ParallelTerminationStrategy: PID 7726 died...\u000a16:50:55.760178 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7726): Terminated: ok {rc=0}\u000a16:50:55.770261 --- ParallelTerminationStrategy: PID 7727 died...\u000a16:50:55.826916 run iperf3-srv_10.42.42.10(pid=7727): Terminated {rc=256}\u000a16:50:55.837145 --- ParallelTerminationStrategy: PID 7730 died...\u000a16:50:55.893742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7730): Terminated: ok {rc=0}\u000a16:50:55.903938 --- ParallelTerminationStrategy: PID 7733 died...\u000a16:50:55.960652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7733): Terminated: ok {rc=0}\u000a16:50:55.970807 --- ParallelTerminationStrategy: PID 7736 died...\u000a16:50:56.027301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7736): Terminated: ok {rc=0}\u000a16:50:56.114794 bus /gobi_0: Setting Powered False\u000a16:50:57.222488 bus /gobi_0: Setting Powered False\u000a16:50:58.332648 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7746): Process ended prematurely: osmo-stp_10.42.42.5(pid=7746) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7746)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7746): Process ended prematurely: osmo-stp_10.42.42.5(pid=7746) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a16:50:59.449221 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:50:59.461482 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:50:59.632279 tst iperf3.py: using LAC 34956\u000a16:50:59.758104 tst iperf3.py: using RAC 21\u000a16:50:59.883610 tst iperf3.py: using CellId 34956\u000a16:51:00.008591 tst iperf3.py: using BVCI 34957\u000a16:51:00.032728 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.044007 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.055227 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.066113 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.077085 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.088092 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.099234 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.110280 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:00.121410 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:00.424740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:51:00.565580 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:00.930842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7738): Launched\u000a16:51:01.230687 run iperf3-srv_10.42.42.10(pid=7739): Launched\u000a16:51:01.430411 tst iperf3.py:8: start network...\u000a16:51:01.569073 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:02.122250 run create_hlr_db(pid=7740): Launched\u000a16:51:02.305677 bus /gobi_6: Setting Powered False\u000a16:51:03.324896 run create_hlr_db(pid=7740): Terminated: ok {rc=0}\u000a16:51:03.774161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7742): Launched\u000a16:51:04.112819 run osmo-hlr_10.42.42.2(pid=7743): Launched\u000a16:51:04.235296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:04.819682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7745): Launched\u000a16:51:05.155955 run osmo-stp_10.42.42.5(pid=7746): Launched\u000a16:51:05.277654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:05.863760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7748): Launched\u000a16:51:05.983793 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:06.278221 run patchelf(pid=7749): Launched\u000a16:51:06.474291 run osmo-stp_10.42.42.5(pid=7746): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7746)]\u000a16:51:06.618207 run osmo-stp_10.42.42.5(pid=7746): stdout: \u000a| (launched: 2022-12-13_16:51:04.990447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:06.762348 run osmo-stp_10.42.42.5(pid=7746): stderr: \u000a| �[0;m�[38;5;43m20221213165105183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165105183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165105183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165105184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165105184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165105184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165105184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:06.901843 run osmo-stp_10.42.42.5(pid=7746): stdout: \u000a| (launched: 2022-12-13_16:51:04.990447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:07.039380 run osmo-stp_10.42.42.5(pid=7746): stderr: \u000a| �[0;m�[38;5;43m20221213165105183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165105183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165105183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165105184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165105184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165105184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165105184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:07.200163 run patchelf(pid=7749): Terminating (SIGINT)\u000a16:51:07.389596 run patchelf(pid=7749): Terminated: ok {rc=0}\u000a16:51:07.424343 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7746): Process ended prematurely: osmo-stp_10.42.42.5(pid=7746) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7746)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a16:51:07.434400 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a16:51:07.498407 run osmo-hlr_10.42.42.2(pid=7743): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7743)]\u000a16:51:07.550507 run osmo-hlr_10.42.42.2(pid=7743): stdout: \u000a| (launched: 2022-12-13_16:51:03.945966) \u000a16:51:07.603075 run osmo-hlr_10.42.42.2(pid=7743): stderr: \u000a| �[0;m�[1;31m20221213165104146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165104146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165104147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165104147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165104147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165104147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165104183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165104191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165104192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165104192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:07.648543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7738): Terminating (SIGTERM)\u000a16:51:07.691281 run iperf3-srv_10.42.42.10(pid=7739): Terminating (SIGTERM)\u000a16:51:07.733933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7742): Terminating (SIGTERM)\u000a16:51:07.776454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7745): Terminating (SIGTERM)\u000a16:51:07.820426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7748): Terminating (SIGTERM)\u000a16:51:07.830303 --- ParallelTerminationStrategy: PID 7738 died...\u000a16:51:07.887372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7738): Terminated: ok {rc=0}\u000a16:51:07.897652 --- ParallelTerminationStrategy: PID 7739 died...\u000a16:51:07.954074 run iperf3-srv_10.42.42.10(pid=7739): Terminated {rc=256}\u000a16:51:07.964130 --- ParallelTerminationStrategy: PID 7742 died...\u000a16:51:08.020559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7742): Terminated: ok {rc=0}\u000a16:51:08.030706 --- ParallelTerminationStrategy: PID 7745 died...\u000a16:51:08.087641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7745): Terminated: ok {rc=0}\u000a16:51:08.097943 --- ParallelTerminationStrategy: PID 7748 died...\u000a16:51:08.154867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7748): Terminated: ok {rc=0}\u000a16:51:08.244289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a16:51:09.358504 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.370427 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:51:09.535342 tst iperf3m4.py: using LAC 34957\u000a16:51:09.659000 tst iperf3m4.py: using RAC 22\u000a16:51:09.782673 tst iperf3m4.py: using CellId 34957\u000a16:51:09.905109 tst iperf3m4.py: using BVCI 34958\u000a16:51:09.929049 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.940064 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.951098 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.962143 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.973526 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.984933 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:09.996465 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:10.007913 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:10.019482 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:10.140081 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:10.264221 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:10.384596 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:10.672011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:51:10.803187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:11.131374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7751): Launched\u000a16:51:11.404297 run iperf3-srv_10.42.42.10(pid=7752): Launched\u000a16:51:11.596600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:51:11.727364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:12.055218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7753): Launched\u000a16:51:12.327883 run iperf3-srv_10.42.42.10(pid=7754): Launched\u000a16:51:12.519087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:51:12.649673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:12.977975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7755): Launched\u000a16:51:13.249607 run iperf3-srv_10.42.42.10(pid=7756): Launched\u000a16:51:13.440722 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:51:13.572032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:13.899412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7757): Launched\u000a16:51:14.170367 run iperf3-srv_10.42.42.10(pid=7758): Launched\u000a16:51:14.360481 tst iperf3m4.py:8: start network...\u000a16:51:14.490214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:14.993082 run create_hlr_db(pid=7759): Launched\u000a16:51:15.173303 bus /gobi_6: Setting Powered False\u000a16:51:16.211265 run create_hlr_db(pid=7759): Terminated: ok {rc=0}\u000a16:51:16.706854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Launched\u000a16:51:17.066491 run osmo-hlr_10.42.42.2(pid=7762): Launched\u000a16:51:17.225374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:17.815891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Launched\u000a16:51:18.155454 run osmo-stp_10.42.42.5(pid=7765): Launched\u000a16:51:18.277298 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:18.859128 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7767): Launched\u000a16:51:18.970697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:19.245614 run patchelf(pid=7768): Launched\u000a16:51:19.428672 run osmo-stp_10.42.42.5(pid=7765): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)]\u000a16:51:19.563171 run osmo-stp_10.42.42.5(pid=7765): stdout: \u000a| (launched: 2022-12-13_16:51:17.986985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:19.697348 run osmo-stp_10.42.42.5(pid=7765): stderr: \u000a| �[0;m�[38;5;43m20221213165118179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165118179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165118179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165118180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165118180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165118180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165118180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:19.826255 run osmo-stp_10.42.42.5(pid=7765): stdout: \u000a| (launched: 2022-12-13_16:51:17.986985)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:19.953950 run osmo-stp_10.42.42.5(pid=7765): stderr: \u000a| �[0;m�[38;5;43m20221213165118179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165118179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165118179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165118180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165118180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165118180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165118180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:20.103775 run patchelf(pid=7768): Terminating (SIGINT)\u000a16:51:20.280552 run patchelf(pid=7768): Terminated: ok {rc=0}\u000a16:51:20.313008 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7765): Process ended prematurely: osmo-stp_10.42.42.5(pid=7765) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7765)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a16:51:20.322416 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a16:51:20.382842 run osmo-hlr_10.42.42.2(pid=7762): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7762)]\u000a16:51:20.431712 run osmo-hlr_10.42.42.2(pid=7762): stdout: \u000a| (launched: 2022-12-13_16:51:16.897528) \u000a16:51:20.481433 run osmo-hlr_10.42.42.2(pid=7762): stderr: \u000a| �[0;m�[1;31m20221213165117257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165117257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165117257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165117257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165117257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165117257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165117270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165117278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165117278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165117278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:20.523757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7751): Terminating (SIGTERM)\u000a16:51:20.563500 run iperf3-srv_10.42.42.10(pid=7752): Terminating (SIGTERM)\u000a16:51:20.603355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7753): Terminating (SIGTERM)\u000a16:51:20.643125 run iperf3-srv_10.42.42.10(pid=7754): Terminating (SIGTERM)\u000a16:51:20.682900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7755): Terminating (SIGTERM)\u000a16:51:20.722659 run iperf3-srv_10.42.42.10(pid=7756): Terminating (SIGTERM)\u000a16:51:20.762462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7757): Terminating (SIGTERM)\u000a16:51:20.802038 run iperf3-srv_10.42.42.10(pid=7758): Terminating (SIGTERM)\u000a16:51:20.841918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Terminating (SIGTERM)\u000a16:51:20.881753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Terminating (SIGTERM)\u000a16:51:20.921548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7767): Terminating (SIGTERM)\u000a16:51:20.930862 --- ParallelTerminationStrategy: PID 7751 died...\u000a16:51:20.984540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7751): Terminated: ok {rc=0}\u000a16:51:20.994250 --- ParallelTerminationStrategy: PID 7752 died...\u000a16:51:21.048005 run iperf3-srv_10.42.42.10(pid=7752): Terminated {rc=256}\u000a16:51:21.057748 --- ParallelTerminationStrategy: PID 7753 died...\u000a16:51:21.111014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7753): Terminated: ok {rc=0}\u000a16:51:21.120640 --- ParallelTerminationStrategy: PID 7754 died...\u000a16:51:21.173931 run iperf3-srv_10.42.42.10(pid=7754): Terminated {rc=256}\u000a16:51:21.183571 --- ParallelTerminationStrategy: PID 7755 died...\u000a16:51:21.237058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7755): Terminated: ok {rc=0}\u000a16:51:21.246713 --- ParallelTerminationStrategy: PID 7756 died...\u000a16:51:21.300063 run iperf3-srv_10.42.42.10(pid=7756): Terminated {rc=256}\u000a16:51:21.309825 --- ParallelTerminationStrategy: PID 7757 died...\u000a16:51:21.363483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7757): Terminated: ok {rc=0}\u000a16:51:21.373286 --- ParallelTerminationStrategy: PID 7758 died...\u000a16:51:21.426661 run iperf3-srv_10.42.42.10(pid=7758): Terminated {rc=256}\u000a16:51:21.436766 --- ParallelTerminationStrategy: PID 7761 died...\u000a16:51:21.490425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7761): Terminated: ok {rc=0}\u000a16:51:21.500158 --- ParallelTerminationStrategy: PID 7764 died...\u000a16:51:21.554171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7764): Terminated: ok {rc=0}\u000a16:51:21.563978 --- ParallelTerminationStrategy: PID 7767 died...\u000a16:51:21.617657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7767): Terminated: ok {rc=0}\u000a16:51:21.706161 bus /gobi_4: Setting Powered False\u000a16:51:22.810880 bus /gobi_4: Setting Powered False\u000a16:51:23.924260 bus /gobi_1: Setting Powered False\u000a16:51:25.027192 bus /gobi_1: Setting Powered False\u000a16:51:26.139509 bus /gobi_0: Setting Powered False\u000a16:51:27.243160 bus /gobi_0: Setting Powered False\u000a16:51:28.355679 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7775): Process ended prematurely: osmo-stp_10.42.42.5(pid=7775) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7775)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7775): Process ended prematurely: osmo-stp_10.42.42.5(pid=7775) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a16:51:29.423451 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:29.435450 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:51:29.592440 tst ping.py: using LAC 34958\u000a16:51:29.721065 tst ping.py: using RAC 23\u000a16:51:29.850452 tst ping.py: using CellId 34958\u000a16:51:29.978916 tst ping.py: using BVCI 34959\u000a16:51:30.004328 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.016500 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.028110 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.039667 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.051574 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.063547 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.075447 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:30.087299 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:30.369251 tst ping.py:19: start network...\u000a16:51:30.496836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:31.080061 run create_hlr_db(pid=7769): Launched\u000a16:51:31.264169 bus /gobi_6: Setting Powered False\u000a16:51:32.290193 run create_hlr_db(pid=7769): Terminated: ok {rc=0}\u000a16:51:32.703927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7771): Launched\u000a16:51:33.013984 run osmo-hlr_10.42.42.2(pid=7772): Launched\u000a16:51:33.130749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:33.671062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7774): Launched\u000a16:51:33.979881 run osmo-stp_10.42.42.5(pid=7775): Launched\u000a16:51:34.090728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:34.628085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7777): Launched\u000a16:51:34.737188 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:35.006954 run patchelf(pid=7778): Launched\u000a16:51:35.186906 run osmo-stp_10.42.42.5(pid=7775): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7775)]\u000a16:51:35.318684 run osmo-stp_10.42.42.5(pid=7775): stdout: \u000a| (launched: 2022-12-13_16:51:33.827460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:35.450772 run osmo-stp_10.42.42.5(pid=7775): stderr: \u000a| �[0;m�[38;5;43m20221213165133999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165133999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165134000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165134000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165134000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165134001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165134001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:35.577747 run osmo-stp_10.42.42.5(pid=7775): stdout: \u000a| (launched: 2022-12-13_16:51:33.827460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:35.703972 run osmo-stp_10.42.42.5(pid=7775): stderr: \u000a| �[0;m�[38;5;43m20221213165133999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165133999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165134000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165134000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165134000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165134001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165134001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:35.851076 run patchelf(pid=7778): Terminating (SIGINT)\u000a16:51:36.023800 run patchelf(pid=7778): Terminated: ok {rc=0}\u000a16:51:36.055367 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7775): Process ended prematurely: osmo-stp_10.42.42.5(pid=7775) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7775)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a16:51:36.064003 tst ping.py:22: Test FAILED (6.6 sec)\u000a16:51:36.124357 run osmo-hlr_10.42.42.2(pid=7772): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7772)]\u000a16:51:36.173240 run osmo-hlr_10.42.42.2(pid=7772): stdout: \u000a| (launched: 2022-12-13_16:51:32.860527) \u000a16:51:36.223096 run osmo-hlr_10.42.42.2(pid=7772): stderr: \u000a| �[0;m�[1;31m20221213165133038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165133038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165133038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165133038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165133038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165133038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165133050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165133058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165133058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165133058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:36.265244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7771): Terminating (SIGTERM)\u000a16:51:36.304888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7774): Terminating (SIGTERM)\u000a16:51:36.344551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7777): Terminating (SIGTERM)\u000a16:51:36.353966 --- ParallelTerminationStrategy: PID 7771 died...\u000a16:51:36.407196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7771): Terminated: ok {rc=0}\u000a16:51:36.416842 --- ParallelTerminationStrategy: PID 7774 died...\u000a16:51:36.470127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7774): Terminated: ok {rc=0}\u000a16:51:36.479885 --- ParallelTerminationStrategy: PID 7777 died...\u000a16:51:36.533288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7777): Terminated: ok {rc=0}\u000a16:51:36.617417 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7785): Process ended prematurely: osmo-stp_10.42.42.5(pid=7785) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7785): Process ended prematurely: osmo-stp_10.42.42.5(pid=7785) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a16:51:37.671528 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:37.683965 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a16:51:37.853304 tst ping_idle_ping.py: using LAC 34959\u000a16:51:37.984271 tst ping_idle_ping.py: using RAC 24\u000a16:51:38.107641 tst ping_idle_ping.py: using CellId 34959\u000a16:51:38.231695 tst ping_idle_ping.py: using BVCI 34960\u000a16:51:38.255366 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.266676 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.277855 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.288829 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.299720 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.310692 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.321698 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a16:51:38.332565 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a16:51:38.615850 tst ping_idle_ping.py:24: start network...\u000a16:51:38.744236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:39.243056 run create_hlr_db(pid=7779): Launched\u000a16:51:39.422093 bus /gobi_6: Setting Powered False\u000a16:51:40.443159 run create_hlr_db(pid=7779): Terminated: ok {rc=0}\u000a16:51:40.885318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7781): Launched\u000a16:51:41.218883 run osmo-hlr_10.42.42.2(pid=7782): Launched\u000a16:51:41.340603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:41.915834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7784): Launched\u000a16:51:42.248315 run osmo-stp_10.42.42.5(pid=7785): Launched\u000a16:51:42.368124 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:42.945093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7787): Launched\u000a16:51:43.063119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:43.351883 run patchelf(pid=7788): Launched\u000a16:51:43.545012 run osmo-stp_10.42.42.5(pid=7785): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)]\u000a16:51:43.686738 run osmo-stp_10.42.42.5(pid=7785): stdout: \u000a| (launched: 2022-12-13_16:51:42.083967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:43.829209 run osmo-stp_10.42.42.5(pid=7785): stderr: \u000a| �[0;m�[38;5;43m20221213165142279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165142279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165142279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165142280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165142280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165142280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165142280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:43.966341 run osmo-stp_10.42.42.5(pid=7785): stdout: \u000a| (launched: 2022-12-13_16:51:42.083967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:44.101832 run osmo-stp_10.42.42.5(pid=7785): stderr: \u000a| �[0;m�[38;5;43m20221213165142279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165142279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165142279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165142280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165142280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165142280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165142280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:44.259982 run patchelf(pid=7788): Terminating (SIGINT)\u000a16:51:44.445972 run patchelf(pid=7788): Terminated: ok {rc=0}\u000a16:51:44.479459 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7785): Process ended prematurely: osmo-stp_10.42.42.5(pid=7785) [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7785)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a16:51:44.488830 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a16:51:44.552812 run osmo-hlr_10.42.42.2(pid=7782): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7782)]\u000a16:51:44.605010 run osmo-hlr_10.42.42.2(pid=7782): stdout: \u000a| (launched: 2022-12-13_16:51:41.053972) \u000a16:51:44.657829 run osmo-hlr_10.42.42.2(pid=7782): stderr: \u000a| �[0;m�[1;31m20221213165141254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165141254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165141254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165141254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165141254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165141254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165141266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165141275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165141275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165141275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:44.703019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7781): Terminating (SIGTERM)\u000a16:51:44.745529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7784): Terminating (SIGTERM)\u000a16:51:44.787976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7787): Terminating (SIGTERM)\u000a16:51:44.797984 --- ParallelTerminationStrategy: PID 7781 died...\u000a16:51:44.855057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7781): Terminated: ok {rc=0}\u000a16:51:44.865437 --- ParallelTerminationStrategy: PID 7784 died...\u000a16:51:44.922013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7784): Terminated: ok {rc=0}\u000a16:51:44.932275 --- ParallelTerminationStrategy: PID 7787 died...\u000a16:51:44.988640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7787): Terminated: ok {rc=0}\u000a16:51:45.076490 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:50:45" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7802): Process ended prematurely: osmo-stp_10.42.42.5(pid=7802) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7802)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7802): Process ended prematurely: osmo-stp_10.42.42.5(pid=7802) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a16:51:47.332484 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.344303 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:51:47.489137 tst cs_paging_gprs_active.py: using LAC 34960\u000a16:51:47.619321 tst cs_paging_gprs_active.py: using RAC 25\u000a16:51:47.748294 tst cs_paging_gprs_active.py: using CellId 34960\u000a16:51:47.877233 tst cs_paging_gprs_active.py: using BVCI 34961\u000a16:51:47.902542 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.914672 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.926600 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.938468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.950751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.962985 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.975323 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:47.987545 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:51:48.000015 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:51:48.119768 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:51:48.419913 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a16:51:48.558110 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:48.901448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7792): Launched\u000a16:51:49.186643 run iperf3-srv_10.42.42.10(pid=7793): Launched\u000a16:51:49.388815 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a16:51:49.526699 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:51:49.869918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7794): Launched\u000a16:51:50.154551 run iperf3-srv_10.42.42.10(pid=7795): Launched\u000a16:51:50.356927 tst cs_paging_gprs_active.py:38: start network...\u000a16:51:50.494229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:51:51.015040 run create_hlr_db(pid=7796): Launched\u000a16:51:51.205086 bus /gobi_6: Setting Powered False\u000a16:51:52.227403 run create_hlr_db(pid=7796): Terminated: ok {rc=0}\u000a16:51:52.644290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7798): Launched\u000a16:51:52.956487 run osmo-hlr_10.42.42.2(pid=7799): Launched\u000a16:51:53.079491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:51:53.620858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7801): Launched\u000a16:51:53.932506 run osmo-stp_10.42.42.5(pid=7802): Launched\u000a16:51:54.044336 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:51:54.586070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7804): Launched\u000a16:51:54.696342 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:51:54.968510 run patchelf(pid=7805): Launched\u000a16:51:55.149941 run osmo-stp_10.42.42.5(pid=7802): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7802)]\u000a16:51:55.282618 run osmo-stp_10.42.42.5(pid=7802): stdout: \u000a| (launched: 2022-12-13_16:51:53.778866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:55.415592 run osmo-stp_10.42.42.5(pid=7802): stderr: \u000a| �[0;m�[38;5;43m20221213165153950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165153950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165153950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165153950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165153951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165153951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165153951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:55.543562 run osmo-stp_10.42.42.5(pid=7802): stdout: \u000a| (launched: 2022-12-13_16:51:53.778866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:51:55.670239 run osmo-stp_10.42.42.5(pid=7802): stderr: \u000a| �[0;m�[38;5;43m20221213165153950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165153950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165153950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165153950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165153951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165153951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165153951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:51:55.819263 run patchelf(pid=7805): Terminating (SIGINT)\u000a16:51:55.994362 run patchelf(pid=7805): Terminated: ok {rc=0}\u000a16:51:56.027032 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=7802): Process ended prematurely: osmo-stp_10.42.42.5(pid=7802) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7802)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a16:51:56.036472 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a16:51:56.096820 run osmo-hlr_10.42.42.2(pid=7799): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7799)]\u000a16:51:56.146801 run osmo-hlr_10.42.42.2(pid=7799): stdout: \u000a| (launched: 2022-12-13_16:51:52.802252) \u000a16:51:56.196695 run osmo-hlr_10.42.42.2(pid=7799): stderr: \u000a| �[0;m�[1;31m20221213165152980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165152980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165152980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165152980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165152980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165152980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165152992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165153000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165153001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165153001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:51:56.239040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7792): Terminating (SIGTERM)\u000a16:51:56.278821 run iperf3-srv_10.42.42.10(pid=7793): Terminating (SIGTERM)\u000a16:51:56.318722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7794): Terminating (SIGTERM)\u000a16:51:56.358510 run iperf3-srv_10.42.42.10(pid=7795): Terminating (SIGTERM)\u000a16:51:56.398400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7798): Terminating (SIGTERM)\u000a16:51:56.438420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7801): Terminating (SIGTERM)\u000a16:51:56.478349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7804): Terminating (SIGTERM)\u000a16:51:56.487092 --- ParallelTerminationStrategy: PID 7792 died...\u000a16:51:56.540394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7792): Terminated: ok {rc=0}\u000a16:51:56.549913 --- ParallelTerminationStrategy: PID 7793 died...\u000a16:51:56.603002 run iperf3-srv_10.42.42.10(pid=7793): Terminated {rc=256}\u000a16:51:56.612428 --- ParallelTerminationStrategy: PID 7794 died...\u000a16:51:56.665581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7794): Terminated: ok {rc=0}\u000a16:51:56.675048 --- ParallelTerminationStrategy: PID 7795 died...\u000a16:51:56.728081 run iperf3-srv_10.42.42.10(pid=7795): Terminated {rc=256}\u000a16:51:56.737650 --- ParallelTerminationStrategy: PID 7798 died...\u000a16:51:56.790775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7798): Terminated: ok {rc=0}\u000a16:51:56.800244 --- ParallelTerminationStrategy: PID 7801 died...\u000a16:51:56.853573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7801): Terminated: ok {rc=0}\u000a16:51:56.863111 --- ParallelTerminationStrategy: PID 7804 died...\u000a16:51:56.916159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7804): Terminated: ok {rc=0}\u000a16:51:57.004922 bus /gobi_0: Setting Powered False\u000a16:51:58.107894 bus /gobi_0: Setting Powered False\u000a16:51:59.218853 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7814): Process ended prematurely: osmo-stp_10.42.42.5(pid=7814) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7814): Process ended prematurely: osmo-stp_10.42.42.5(pid=7814) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a16:52:00.335874 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.348720 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:52:00.497965 tst iperf3.py: using LAC 34961\u000a16:52:00.621063 tst iperf3.py: using RAC 26\u000a16:52:00.743433 tst iperf3.py: using CellId 34961\u000a16:52:00.870546 tst iperf3.py: using BVCI 34962\u000a16:52:00.894984 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.907580 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.919991 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.932586 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.944546 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.956575 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.968645 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.980884 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:00.993709 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:01.310845 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:52:01.455270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:52:01.816811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7806): Launched\u000a16:52:02.127623 run iperf3-srv_10.42.42.10(pid=7807): Launched\u000a16:52:02.331561 tst iperf3.py:8: start network...\u000a16:52:02.469122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:02.989407 run create_hlr_db(pid=7808): Launched\u000a16:52:03.179726 bus /gobi_6: Setting Powered False\u000a16:52:04.190544 run create_hlr_db(pid=7808): Terminated: ok {rc=0}\u000a16:52:04.636753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7810): Launched\u000a16:52:04.968401 run osmo-hlr_10.42.42.2(pid=7811): Launched\u000a16:52:05.088068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:05.659671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7813): Launched\u000a16:52:05.991009 run osmo-stp_10.42.42.5(pid=7814): Launched\u000a16:52:06.110895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:52:06.687695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7816): Launched\u000a16:52:06.805229 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:52:07.095004 run patchelf(pid=7817): Launched\u000a16:52:07.287921 run osmo-stp_10.42.42.5(pid=7814): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)]\u000a16:52:07.429104 run osmo-stp_10.42.42.5(pid=7814): stdout: \u000a| (launched: 2022-12-13_16:52:05.826429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:07.570910 run osmo-stp_10.42.42.5(pid=7814): stderr: \u000a| �[0;m�[38;5;43m20221213165206020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165206020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165206020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165206021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:07.707423 run osmo-stp_10.42.42.5(pid=7814): stdout: \u000a| (launched: 2022-12-13_16:52:05.826429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:07.842663 run osmo-stp_10.42.42.5(pid=7814): stderr: \u000a| �[0;m�[38;5;43m20221213165206020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165206020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165206020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165206021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165206021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:08.001406 run patchelf(pid=7817): Terminating (SIGINT)\u000a16:52:08.186698 run patchelf(pid=7817): Terminated: ok {rc=0}\u000a16:52:08.220760 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7814): Process ended prematurely: osmo-stp_10.42.42.5(pid=7814) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7814)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a16:52:08.230970 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a16:52:08.295063 run osmo-hlr_10.42.42.2(pid=7811): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7811)]\u000a16:52:08.347293 run osmo-hlr_10.42.42.2(pid=7811): stdout: \u000a| (launched: 2022-12-13_16:52:04.804177) \u000a16:52:08.400256 run osmo-hlr_10.42.42.2(pid=7811): stderr: \u000a| �[0;m�[1;31m20221213165205003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165205003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165205003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165205003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165205003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165205003 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165205014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165205024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165205024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165205024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:08.445669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7806): Terminating (SIGTERM)\u000a16:52:08.488222 run iperf3-srv_10.42.42.10(pid=7807): Terminating (SIGTERM)\u000a16:52:08.530965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7810): Terminating (SIGTERM)\u000a16:52:08.573552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7813): Terminating (SIGTERM)\u000a16:52:08.616165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7816): Terminating (SIGTERM)\u000a16:52:08.625967 --- ParallelTerminationStrategy: PID 7806 died...\u000a16:52:08.682942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7806): Terminated: ok {rc=0}\u000a16:52:08.693043 --- ParallelTerminationStrategy: PID 7807 died...\u000a16:52:08.749303 run iperf3-srv_10.42.42.10(pid=7807): Terminated {rc=256}\u000a16:52:08.759253 --- ParallelTerminationStrategy: PID 7810 died...\u000a16:52:08.815870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7810): Terminated: ok {rc=0}\u000a16:52:08.825950 --- ParallelTerminationStrategy: PID 7813 died...\u000a16:52:08.882954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7813): Terminated: ok {rc=0}\u000a16:52:08.893034 --- ParallelTerminationStrategy: PID 7816 died...\u000a16:52:08.949434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7816): Terminated: ok {rc=0}\u000a16:52:09.037219 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7832): Process ended prematurely: osmo-stp_10.42.42.5(pid=7832) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7832)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7832): Process ended prematurely: osmo-stp_10.42.42.5(pid=7832) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a16:52:10.152797 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.165693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:52:10.315956 tst iperf3m4.py: using LAC 34962\u000a16:52:10.443783 tst iperf3m4.py: using RAC 27\u000a16:52:10.571496 tst iperf3m4.py: using CellId 34962\u000a16:52:10.696157 tst iperf3m4.py: using BVCI 34963\u000a16:52:10.719901 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.731566 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.743013 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.754781 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.766888 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.778957 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.791344 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.803492 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:10.815892 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:10.941339 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:11.064676 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:11.187544 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:11.475552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a16:52:11.604550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:52:11.929150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7818): Launched\u000a16:52:12.197362 run iperf3-srv_10.42.42.10(pid=7819): Launched\u000a16:52:12.386143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a16:52:12.514888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:52:12.837366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7820): Launched\u000a16:52:13.105166 run iperf3-srv_10.42.42.10(pid=7821): Launched\u000a16:52:13.293267 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a16:52:13.421651 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:52:13.743518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7822): Launched\u000a16:52:14.011810 run iperf3-srv_10.42.42.10(pid=7823): Launched\u000a16:52:14.199575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a16:52:14.328016 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a16:52:14.649717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7824): Launched\u000a16:52:14.917899 run iperf3-srv_10.42.42.10(pid=7825): Launched\u000a16:52:15.105816 tst iperf3m4.py:8: start network...\u000a16:52:15.234213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:15.731734 run create_hlr_db(pid=7826): Launched\u000a16:52:15.947027 bus /gobi_6: Setting Powered False\u000a16:52:16.935294 run create_hlr_db(pid=7826): Terminated: ok {rc=0}\u000a16:52:17.395095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7828): Launched\u000a16:52:17.706708 run osmo-hlr_10.42.42.2(pid=7829): Launched\u000a16:52:17.820362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:18.360245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7831): Launched\u000a16:52:18.671768 run osmo-stp_10.42.42.5(pid=7832): Launched\u000a16:52:18.783388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:52:19.327164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7834): Launched\u000a16:52:19.437775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:52:19.709428 run patchelf(pid=7835): Launched\u000a16:52:19.890783 run osmo-stp_10.42.42.5(pid=7832): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7832)]\u000a16:52:20.024470 run osmo-stp_10.42.42.5(pid=7832): stdout: \u000a| (launched: 2022-12-13_16:52:18.518119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:20.157871 run osmo-stp_10.42.42.5(pid=7832): stderr: \u000a| �[0;m�[38;5;43m20221213165218690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165218690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165218690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165218691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165218691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165218691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165218691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:20.285947 run osmo-stp_10.42.42.5(pid=7832): stdout: \u000a| (launched: 2022-12-13_16:52:18.518119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:20.413318 run osmo-stp_10.42.42.5(pid=7832): stderr: \u000a| �[0;m�[38;5;43m20221213165218690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165218690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165218690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165218691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165218691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165218691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165218691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:20.561802 run patchelf(pid=7835): Terminating (SIGINT)\u000a16:52:20.736176 run patchelf(pid=7835): Terminated: ok {rc=0}\u000a16:52:20.768323 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=7832): Process ended prematurely: osmo-stp_10.42.42.5(pid=7832) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7832)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a16:52:20.777811 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a16:52:20.837994 run osmo-hlr_10.42.42.2(pid=7829): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7829)]\u000a16:52:20.887232 run osmo-hlr_10.42.42.2(pid=7829): stdout: \u000a| (launched: 2022-12-13_16:52:17.552636) \u000a16:52:20.937202 run osmo-hlr_10.42.42.2(pid=7829): stderr: \u000a| �[0;m�[1;31m20221213165217730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165217730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165217731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165217731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165217731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165217731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165217742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165217751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165217751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165217751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:20.979352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7818): Terminating (SIGTERM)\u000a16:52:21.019052 run iperf3-srv_10.42.42.10(pid=7819): Terminating (SIGTERM)\u000a16:52:21.058869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7820): Terminating (SIGTERM)\u000a16:52:21.098538 run iperf3-srv_10.42.42.10(pid=7821): Terminating (SIGTERM)\u000a16:52:21.138108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7822): Terminating (SIGTERM)\u000a16:52:21.177614 run iperf3-srv_10.42.42.10(pid=7823): Terminating (SIGTERM)\u000a16:52:21.217198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7824): Terminating (SIGTERM)\u000a16:52:21.256620 run iperf3-srv_10.42.42.10(pid=7825): Terminating (SIGTERM)\u000a16:52:21.296434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7828): Terminating (SIGTERM)\u000a16:52:21.336057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7831): Terminating (SIGTERM)\u000a16:52:21.375793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7834): Terminating (SIGTERM)\u000a16:52:21.385087 --- ParallelTerminationStrategy: PID 7818 died...\u000a16:52:21.438312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7818): Terminated: ok {rc=0}\u000a16:52:21.447824 --- ParallelTerminationStrategy: PID 7819 died...\u000a16:52:21.500695 run iperf3-srv_10.42.42.10(pid=7819): Terminated {rc=256}\u000a16:52:21.510165 --- ParallelTerminationStrategy: PID 7820 died...\u000a16:52:21.563012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7820): Terminated: ok {rc=0}\u000a16:52:21.572555 --- ParallelTerminationStrategy: PID 7821 died...\u000a16:52:21.625334 run iperf3-srv_10.42.42.10(pid=7821): Terminated {rc=256}\u000a16:52:21.634808 --- ParallelTerminationStrategy: PID 7822 died...\u000a16:52:21.687692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7822): Terminated: ok {rc=0}\u000a16:52:21.697301 --- ParallelTerminationStrategy: PID 7823 died...\u000a16:52:21.750175 run iperf3-srv_10.42.42.10(pid=7823): Terminated {rc=256}\u000a16:52:21.759631 --- ParallelTerminationStrategy: PID 7824 died...\u000a16:52:21.812697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=7824): Terminated: ok {rc=0}\u000a16:52:21.822330 --- ParallelTerminationStrategy: PID 7825 died...\u000a16:52:21.875204 run iperf3-srv_10.42.42.10(pid=7825): Terminated {rc=256}\u000a16:52:21.884792 --- ParallelTerminationStrategy: PID 7828 died...\u000a16:52:21.938348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7828): Terminated: ok {rc=0}\u000a16:52:21.948001 --- ParallelTerminationStrategy: PID 7831 died...\u000a16:52:22.001549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7831): Terminated: ok {rc=0}\u000a16:52:22.011306 --- ParallelTerminationStrategy: PID 7834 died...\u000a16:52:22.064622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7834): Terminated: ok {rc=0}\u000a16:52:22.153510 bus /gobi_4: Setting Powered False\u000a16:52:23.258283 bus /gobi_4: Setting Powered False\u000a16:52:24.370780 bus /gobi_1: Setting Powered False\u000a16:52:25.478575 bus /gobi_1: Setting Powered False\u000a16:52:26.587558 bus /gobi_0: Setting Powered False\u000a16:52:27.694076 bus /gobi_0: Setting Powered False\u000a16:52:28.803618 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a16:52:29.872243 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:29.885272 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:52:30.027284 tst ping.py: using LAC 34963\u000a16:52:30.148196 tst ping.py: using RAC 28\u000a16:52:30.267496 tst ping.py: using CellId 34963\u000a16:52:30.388154 tst ping.py: using BVCI 34964\u000a16:52:30.411490 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.423037 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.434593 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.445968 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.457308 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.468475 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.479950 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:30.491251 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:30.788352 tst ping.py:19: start network...\u000a16:52:30.934383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:31.497415 run create_hlr_db(pid=7836): Launched\u000a16:52:31.691253 bus /gobi_6: Setting Powered False\u000a16:52:32.707334 run create_hlr_db(pid=7836): Terminated: ok {rc=0}\u000a16:52:33.128156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Launched\u000a16:52:33.455379 run osmo-hlr_10.42.42.2(pid=7839): Launched\u000a16:52:33.576403 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:34.147906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Launched\u000a16:52:34.473623 run osmo-stp_10.42.42.5(pid=7842): Launched\u000a16:52:34.591636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:52:35.171040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7844): Launched\u000a16:52:35.283998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:52:35.560692 run patchelf(pid=7845): Launched\u000a16:52:35.746535 run osmo-stp_10.42.42.5(pid=7842): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)]\u000a16:52:35.883387 run osmo-stp_10.42.42.5(pid=7842): stdout: \u000a| (launched: 2022-12-13_16:52:34.312637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:36.020882 run osmo-stp_10.42.42.5(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221213165234503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165234503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165234504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165234504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165234504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165234505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165234505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:36.153045 run osmo-stp_10.42.42.5(pid=7842): stdout: \u000a| (launched: 2022-12-13_16:52:34.312637)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:36.283398 run osmo-stp_10.42.42.5(pid=7842): stderr: \u000a| �[0;m�[38;5;43m20221213165234503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165234503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165234504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165234504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165234504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165234505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165234505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:36.435878 run patchelf(pid=7845): Terminating (SIGINT)\u000a16:52:36.614973 run patchelf(pid=7845): Terminated: ok {rc=0}\u000a16:52:36.647391 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=7842): Process ended prematurely: osmo-stp_10.42.42.5(pid=7842) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7842)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a16:52:36.656746 tst ping.py:22: Test FAILED (6.8 sec)\u000a16:52:36.720407 run osmo-hlr_10.42.42.2(pid=7839): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7839)]\u000a16:52:36.772209 run osmo-hlr_10.42.42.2(pid=7839): stdout: \u000a| (launched: 2022-12-13_16:52:33.294084) \u000a16:52:36.825001 run osmo-hlr_10.42.42.2(pid=7839): stderr: \u000a| �[0;m�[1;31m20221213165233492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165233492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165233492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165233492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165233492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165233493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165233505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165233514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:36.870067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Terminating (SIGTERM)\u000a16:52:36.914113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Terminating (SIGTERM)\u000a16:52:36.956486 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7844): Terminating (SIGTERM)\u000a16:52:36.966199 --- ParallelTerminationStrategy: PID 7838 died...\u000a16:52:37.022724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7838): Terminated: ok {rc=0}\u000a16:52:37.032863 --- ParallelTerminationStrategy: PID 7841 died...\u000a16:52:37.089258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7841): Terminated: ok {rc=0}\u000a16:52:37.099421 --- ParallelTerminationStrategy: PID 7844 died...\u000a16:52:37.155500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7844): Terminated: ok {rc=0}\u000a16:52:37.242717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7854): Process ended prematurely: osmo-stp_10.42.42.5(pid=7854) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7854): Process ended prematurely: osmo-stp_10.42.42.5(pid=7854) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a16:52:38.294370 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.306903 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a16:52:38.452552 tst ping_idle_ping.py: using LAC 34964\u000a16:52:38.576643 tst ping_idle_ping.py: using RAC 29\u000a16:52:38.700669 tst ping_idle_ping.py: using CellId 34964\u000a16:52:38.827524 tst ping_idle_ping.py: using BVCI 34965\u000a16:52:38.852024 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.863947 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.876234 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.888095 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.900431 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.912597 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.925021 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a16:52:38.937186 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a16:52:39.211826 tst ping_idle_ping.py:24: start network...\u000a16:52:39.335125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:39.816300 run create_hlr_db(pid=7848): Launched\u000a16:52:39.989290 bus /gobi_6: Setting Powered False\u000a16:52:41.008892 run create_hlr_db(pid=7848): Terminated: ok {rc=0}\u000a16:52:41.405838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7850): Launched\u000a16:52:41.703024 run osmo-hlr_10.42.42.2(pid=7851): Launched\u000a16:52:41.811490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:42.328081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7853): Launched\u000a16:52:42.625122 run osmo-stp_10.42.42.5(pid=7854): Launched\u000a16:52:42.732261 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:52:43.250543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7856): Launched\u000a16:52:43.356046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:52:43.616648 run patchelf(pid=7857): Launched\u000a16:52:43.790804 run osmo-stp_10.42.42.5(pid=7854): ERR: Terminated: ERROR {rc=1} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)]\u000a16:52:43.918429 run osmo-stp_10.42.42.5(pid=7854): stdout: \u000a| (launched: 2022-12-13_16:52:42.479091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:44.045975 run osmo-stp_10.42.42.5(pid=7854): stderr: \u000a| �[0;m�[38;5;43m20221213165242646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165242646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165242646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165242646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165242647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165242647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165242647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:44.168324 run osmo-stp_10.42.42.5(pid=7854): stdout: \u000a| (launched: 2022-12-13_16:52:42.479091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:44.290859 run osmo-stp_10.42.42.5(pid=7854): stderr: \u000a| �[0;m�[38;5;43m20221213165242646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165242646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165242646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165242646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165242647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165242647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165242647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:44.432381 run patchelf(pid=7857): Terminating (SIGINT)\u000a16:52:44.598898 run patchelf(pid=7857): Terminated: ok {rc=0}\u000a16:52:44.629232 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=7854): Process ended prematurely: osmo-stp_10.42.42.5(pid=7854) [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7854)] [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a16:52:44.637909 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a16:52:44.697468 run osmo-hlr_10.42.42.2(pid=7851): ERR: Terminated: ERROR {rc=237} [trial-2391↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7851)]\u000a16:52:44.746380 run osmo-hlr_10.42.42.2(pid=7851): stdout: \u000a| (launched: 2022-12-13_16:52:41.556900) \u000a16:52:44.795501 run osmo-hlr_10.42.42.2(pid=7851): stderr: \u000a| �[0;m�[1;31m20221213165241731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165241731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165241732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165241732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165241732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165241732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165241744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165241752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165241753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165241753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:44.837386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7850): Terminating (SIGTERM)\u000a16:52:44.876718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7853): Terminating (SIGTERM)\u000a16:52:44.915986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7856): Terminating (SIGTERM)\u000a16:52:44.924771 --- ParallelTerminationStrategy: PID 7850 died...\u000a16:52:44.978336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7850): Terminated: ok {rc=0}\u000a16:52:44.987826 --- ParallelTerminationStrategy: PID 7853 died...\u000a16:52:45.039804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7853): Terminated: ok {rc=0}\u000a16:52:45.049238 --- ParallelTerminationStrategy: PID 7856 died...\u000a16:52:45.101403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7856): Terminated: ok {rc=0}\u000a16:52:45.188539 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:51:46" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2391↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2391↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a16:52:47.290020 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.302001 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a16:52:47.455363 tst switch_tch_pdch.py: using LAC 34965\u000a16:52:47.573977 tst switch_tch_pdch.py: using RAC 30\u000a16:52:47.689555 tst switch_tch_pdch.py: using CellId 34965\u000a16:52:47.805390 tst switch_tch_pdch.py: using BVCI 34966\u000a16:52:47.828088 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.839584 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.850904 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.862299 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.873665 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.884921 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.896364 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a16:52:47.907738 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:52:48.022329 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a16:52:48.312725 tst switch_tch_pdch.py:51: start network...\u000a16:52:48.444723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:52:48.944168 run create_hlr_db(pid=7861): Launched\u000a16:52:49.128787 bus /gobi_6: Setting Powered False\u000a16:52:50.149365 run create_hlr_db(pid=7861): Terminated: ok {rc=0}\u000a16:52:50.548761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Launched\u000a16:52:50.844908 run osmo-hlr_10.42.42.2(pid=7864): Launched\u000a16:52:50.952839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:52:51.468133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Launched\u000a16:52:51.764916 run osmo-stp_10.42.42.5(pid=7867): Launched\u000a16:52:51.872716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a16:52:52.391154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7869): Launched\u000a16:52:52.496397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a16:52:52.755193 run patchelf(pid=7870): Launched\u000a16:52:52.928504 run osmo-stp_10.42.42.5(pid=7867): ERR: Terminated: ERROR {rc=1} [trial-2391↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)]\u000a16:52:53.055671 run osmo-stp_10.42.42.5(pid=7867): stdout: \u000a| (launched: 2022-12-13_16:52:51.618702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:53.183066 run osmo-stp_10.42.42.5(pid=7867): stderr: \u000a| �[0;m�[38;5;43m20221213165251783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165251783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165251783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165251784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165251784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165251784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165251785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:53.305250 run osmo-stp_10.42.42.5(pid=7867): stdout: \u000a| (launched: 2022-12-13_16:52:51.618702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:52:53.426801 run osmo-stp_10.42.42.5(pid=7867): stderr: \u000a| �[0;m�[38;5;43m20221213165251783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165251783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165251783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165251784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165251784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165251784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165251785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:52:53.568603 run patchelf(pid=7870): Terminating (SIGINT)\u000a16:52:53.735066 run patchelf(pid=7870): Terminated: ok {rc=0}\u000a16:52:53.765402 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=7867): Process ended prematurely: osmo-stp_10.42.42.5(pid=7867) [trial-2391↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7867)] [trial-2391↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a16:52:53.774065 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a16:52:53.833325 run osmo-hlr_10.42.42.2(pid=7864): ERR: Terminated: ERROR {rc=237} [trial-2391↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7864)]\u000a16:52:53.881997 run osmo-hlr_10.42.42.2(pid=7864): stdout: \u000a| (launched: 2022-12-13_16:52:50.698938) \u000a16:52:53.931073 run osmo-hlr_10.42.42.2(pid=7864): stderr: \u000a| �[0;m�[1;31m20221213165250871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165250871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165250871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165250871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165250871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165250871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165250883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165250892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165250892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165250893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:52:53.972892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Terminating (SIGTERM)\u000a16:52:54.012535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Terminating (SIGTERM)\u000a16:52:54.051906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7869): Terminating (SIGTERM)\u000a16:52:54.061112 --- ParallelTerminationStrategy: PID 7863 died...\u000a16:52:54.113795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7863): Terminated: ok {rc=0}\u000a16:52:54.123236 --- ParallelTerminationStrategy: PID 7866 died...\u000a16:52:54.175562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7866): Terminated: ok {rc=0}\u000a16:52:54.184943 --- ParallelTerminationStrategy: PID 7869 died...\u000a16:52:54.237233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=7869): Terminated: ok {rc=0}\u000a16:52:54.325632 bus /gobi_0: Setting Powered False\u000a16:52:55.428907 bus /gobi_0: Setting Powered False\u000a16:52:56.535039 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:52:47" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7876): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7876) [trial-2391↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7876)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7876): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7876) [trial-2391↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a16:52:58.379987 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:52:58.494106 tst esme_connect_policy_acceptall.py: using MSISDN 8228\u000a16:52:58.637429 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:52:59.246521 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7875): Launched\u000a16:52:59.567776 run osmo-nitb_10.42.42.2(pid=7876): Launched\u000a16:52:59.766486 run osmo-nitb_10.42.42.2(pid=7876): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7876)]\u000a16:52:59.913407 run osmo-nitb_10.42.42.2(pid=7876): stdout: \u000a| (launched: 2022-12-13_16:52:59.411628) \u000a16:53:00.060124 run osmo-nitb_10.42.42.2(pid=7876): stderr: \u000a| (launched: 2022-12-13_16:52:59.459899)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:00.202248 run osmo-nitb_10.42.42.2(pid=7876): stdout: \u000a| (launched: 2022-12-13_16:52:59.411628) \u000a16:53:00.343592 run osmo-nitb_10.42.42.2(pid=7876): stderr: \u000a| (launched: 2022-12-13_16:52:59.459899)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:00.698359 tst osmo-nitb_10.42.42.2(pid=7876): stdout: \u000a| (launched: 2022-12-13_16:52:59.411628) \u000a16:53:00.831447 tst osmo-nitb_10.42.42.2(pid=7876): stderr: \u000a| (launched: 2022-12-13_16:52:59.459899)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:00.890381 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=7876): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7876) [trial-2391↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7876)] [trial-2391↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a16:53:00.899588 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a16:53:00.944006 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7875): Terminating (SIGTERM)\u000a16:53:01.122574 --- ParallelTerminationStrategy: PID 7875 died...\u000a16:53:01.194402 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7875): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7878): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7878) [trial-2391↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7878)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7878): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7878) [trial-2391↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a16:53:01.216233 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:53:01.372371 tst esme_connect_policy_closed.py: using MSISDN 8229\u000a16:53:01.508251 tst esme_connect_policy_closed.py: using MSISDN 8230\u000a16:53:01.626501 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:53:02.264103 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7877): Launched\u000a16:53:02.586118 run osmo-nitb_10.42.42.2(pid=7878): Launched\u000a16:53:02.769938 run osmo-nitb_10.42.42.2(pid=7878): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7878)]\u000a16:53:02.904839 run osmo-nitb_10.42.42.2(pid=7878): stdout: \u000a| (launched: 2022-12-13_16:53:02.429379) \u000a16:53:03.039503 run osmo-nitb_10.42.42.2(pid=7878): stderr: \u000a| (launched: 2022-12-13_16:53:02.477816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:03.169607 run osmo-nitb_10.42.42.2(pid=7878): stdout: \u000a| (launched: 2022-12-13_16:53:02.429379) \u000a16:53:03.298571 run osmo-nitb_10.42.42.2(pid=7878): stderr: \u000a| (launched: 2022-12-13_16:53:02.477816)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:03.355011 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=7878): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7878) [trial-2391↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7878)] [trial-2391↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a16:53:03.363519 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a16:53:03.399705 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7877): Terminating (SIGTERM)\u000a16:53:03.578052 --- ParallelTerminationStrategy: PID 7877 died...\u000a16:53:03.634822 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7877): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7880) [trial-2391↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7880)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7880) [trial-2391↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a16:53:03.650595 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:53:03.662167 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a16:53:03.791509 tst esme_ms_sms_storeforward.py: using LAC 34966\u000a16:53:03.912554 tst esme_ms_sms_storeforward.py: using RAC 31\u000a16:53:04.035712 tst esme_ms_sms_storeforward.py: using CellId 34966\u000a16:53:04.153688 tst esme_ms_sms_storeforward.py: using BVCI 34967\u000a16:53:04.176906 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a16:53:04.403628 tst esme_ms_sms_storeforward.py: using MSISDN 8231\u000a16:53:04.604463 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a16:53:04.741345 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:53:05.414154 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7879): Launched\u000a16:53:05.738658 run osmo-nitb_10.42.42.2(pid=7880): Launched\u000a16:53:05.924796 run osmo-nitb_10.42.42.2(pid=7880): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7880)]\u000a16:53:06.060391 run osmo-nitb_10.42.42.2(pid=7880): stdout: \u000a| (launched: 2022-12-13_16:53:05.580876) \u000a16:53:06.196336 run osmo-nitb_10.42.42.2(pid=7880): stderr: \u000a| (launched: 2022-12-13_16:53:05.629713)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:06.327503 run osmo-nitb_10.42.42.2(pid=7880): stdout: \u000a| (launched: 2022-12-13_16:53:05.580876) \u000a16:53:06.457842 run osmo-nitb_10.42.42.2(pid=7880): stderr: \u000a| (launched: 2022-12-13_16:53:05.629713)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:06.514784 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=7880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7880) [trial-2391↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7880)] [trial-2391↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a16:53:06.523285 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a16:53:06.559704 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7879): Terminating (SIGTERM)\u000a16:53:06.737582 --- ParallelTerminationStrategy: PID 7879 died...\u000a16:53:06.793707 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7879): Terminated: ok {rc=0}\u000a16:53:06.881405 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 252, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=7882): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7882) [trial-2391↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7882)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=7882): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7882) [trial-2391↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a16:53:07.932876 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a16:53:07.944096 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a16:53:08.082481 tst esme_ms_sms_transaction.py: using LAC 34967\u000a16:53:08.208400 tst esme_ms_sms_transaction.py: using RAC 32\u000a16:53:08.334446 tst esme_ms_sms_transaction.py: using CellId 34967\u000a16:53:08.454947 tst esme_ms_sms_transaction.py: using BVCI 34968\u000a16:53:08.478099 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a16:53:08.689907 tst esme_ms_sms_transaction.py: using MSISDN 8232\u000a16:53:08.874897 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a16:53:09.001485 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a16:53:09.626688 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7881): Launched\u000a16:53:09.928875 run osmo-nitb_10.42.42.2(pid=7882): Launched\u000a16:53:10.115536 run osmo-nitb_10.42.42.2(pid=7882): ERR: Terminated: ERROR {rc=2} [trial-2391↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7882)]\u000a16:53:10.253215 run osmo-nitb_10.42.42.2(pid=7882): stdout: \u000a| (launched: 2022-12-13_16:53:09.781202) \u000a16:53:10.391599 run osmo-nitb_10.42.42.2(pid=7882): stderr: \u000a| (launched: 2022-12-13_16:53:09.826472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:10.524726 run osmo-nitb_10.42.42.2(pid=7882): stdout: \u000a| (launched: 2022-12-13_16:53:09.781202) \u000a16:53:10.657122 run osmo-nitb_10.42.42.2(pid=7882): stderr: \u000a| (launched: 2022-12-13_16:53:09.826472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:11.051021 tst osmo-nitb_10.42.42.2(pid=7882): stdout: \u000a| (launched: 2022-12-13_16:53:09.781202) \u000a16:53:11.172116 tst osmo-nitb_10.42.42.2(pid=7882): stderr: \u000a| (launched: 2022-12-13_16:53:09.826472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a16:53:11.225129 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=7882): Process ended prematurely: osmo-nitb_10.42.42.2(pid=7882) [trial-2391↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=7882)] [trial-2391↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a16:53:11.233101 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a16:53:11.267312 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7881): Terminating (SIGTERM)\u000a16:53:11.444660 --- ParallelTerminationStrategy: PID 7881 died...\u000a16:53:11.499519 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=7881): Terminated: ok {rc=0}\u000a16:53:11.588141 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:52:58" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=7891): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7891) [trial-2391↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7891)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=7891): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7891) [trial-2391↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a16:53:13.382542 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:13.392787 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:13.403030 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:13.413210 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:13.523653 tst esme_connect_policy_acceptall.py: using MSISDN 8233\u000a16:53:13.631905 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a16:53:14.157158 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7886): Launched\u000a16:53:14.462147 run osmo-stp_10.42.42.4(pid=7887): Launched\u000a16:53:14.569762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:15.058022 run create_hlr_db(pid=7888): Launched\u000a16:53:15.236626 bus /sierra_2: Setting Powered False\u000a16:53:16.306331 run create_hlr_db(pid=7888): Terminated: ok {rc=0}\u000a16:53:16.767890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7890): Launched\u000a16:53:17.254353 run osmo-hlr_10.42.42.2(pid=7891): Launched\u000a16:53:17.388849 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a16:53:17.994943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7893): Launched\u000a16:53:18.325968 run osmo-msc_10.42.42.5(pid=7894): Launched\u000a16:53:18.518915 run osmo-hlr_10.42.42.2(pid=7891): ERR: Terminated: ERROR {rc=237} [trial-2391↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7891)]\u000a16:53:18.659263 run osmo-hlr_10.42.42.2(pid=7891): stdout: \u000a| (launched: 2022-12-13_16:53:16.978076) \u000a16:53:18.798580 run osmo-hlr_10.42.42.2(pid=7891): stderr: \u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165317263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165317288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165317288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165317288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:18.931360 run osmo-hlr_10.42.42.2(pid=7891): stdout: \u000a| (launched: 2022-12-13_16:53:16.978076) \u000a16:53:19.063024 run osmo-hlr_10.42.42.2(pid=7891): stderr: \u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165317250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165317263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165317288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165317288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165317288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:19.120452 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=7891): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7891) [trial-2391↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7891)] [trial-2391↪smpp↪esme_connect_policy_acceptall.py:23]\u000a16:53:19.129233 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a16:53:19.192875 run osmo-msc_10.42.42.5(pid=7894): ERR: Terminated: ERROR {rc=9} [trial-2391↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=7894)]\u000a16:53:19.244786 run osmo-msc_10.42.42.5(pid=7894): stdout: \u000a| (launched: 2022-12-13_16:53:18.162720) \u000a16:53:19.297584 run osmo-msc_10.42.42.5(pid=7894): stderr: \u000a| �[0;m�[38;5;43m20221213165318526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213165318526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213165318526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213165318526 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213165318526 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213165318526 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213165318526 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213165318527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213165318527 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a16:53:19.342633 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7886): Terminating (SIGTERM)\u000a16:53:19.384764 run osmo-stp_10.42.42.4(pid=7887): Terminating (SIGTERM)\u000a16:53:19.427874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7890): Terminating (SIGTERM)\u000a16:53:19.472840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7893): Terminating (SIGTERM)\u000a16:53:19.483199 --- ParallelTerminationStrategy: PID 7886 died...\u000a16:53:19.541978 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7886): Terminated: ok {rc=0}\u000a16:53:19.552024 --- ParallelTerminationStrategy: PID 7887 died...\u000a16:53:19.608502 run osmo-stp_10.42.42.4(pid=7887): Terminated: ok {rc=0}\u000a16:53:19.618502 --- ParallelTerminationStrategy: PID 7890 died...\u000a16:53:19.674982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7890): Terminated: ok {rc=0}\u000a16:53:19.685143 --- ParallelTerminationStrategy: PID 7893 died...\u000a16:53:19.741644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7893): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=7902): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7902) [trial-2391↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7902)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=7902): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7902) [trial-2391↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a16:53:19.756768 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:19.768467 tst smpp: Using 1 x bts (candidates: 1)\u000a16:53:19.901898 tst esme_connect_policy_closed.py: using LAC 34968\u000a16:53:20.032511 tst esme_connect_policy_closed.py: using RAC 33\u000a16:53:20.157186 tst esme_connect_policy_closed.py: using CellId 34968\u000a16:53:20.284364 tst esme_connect_policy_closed.py: using BVCI 34969\u000a16:53:20.308147 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:20.318858 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:20.329389 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:20.438036 tst esme_connect_policy_closed.py: using MSISDN 8234\u000a16:53:20.558574 tst esme_connect_policy_closed.py: using MSISDN 8235\u000a16:53:20.667873 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a16:53:21.203071 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7897): Launched\u000a16:53:21.513991 run osmo-stp_10.42.42.4(pid=7898): Launched\u000a16:53:21.623397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:22.118007 run create_hlr_db(pid=7899): Launched\u000a16:53:23.299192 run create_hlr_db(pid=7899): Terminated: ok {rc=0}\u000a16:53:23.618640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7901): Launched\u000a16:53:23.928025 run osmo-hlr_10.42.42.2(pid=7902): Launched\u000a16:53:24.047238 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a16:53:24.619774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7904): Launched\u000a16:53:24.932023 run osmo-msc_10.42.42.5(pid=7905): Launched\u000a16:53:25.115322 run osmo-hlr_10.42.42.2(pid=7902): ERR: Terminated: ERROR {rc=237} [trial-2391↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7902)]\u000a16:53:25.261520 run osmo-hlr_10.42.42.2(pid=7902): stdout: \u000a| (launched: 2022-12-13_16:53:23.775809) \u000a16:53:25.401157 run osmo-hlr_10.42.42.2(pid=7902): stderr: \u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165323962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165323970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165323970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165323970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:25.533995 run osmo-hlr_10.42.42.2(pid=7902): stdout: \u000a| (launched: 2022-12-13_16:53:23.775809) \u000a16:53:25.666408 run osmo-hlr_10.42.42.2(pid=7902): stderr: \u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165323950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165323962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165323970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165323970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165323970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:25.724095 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=7902): Process ended prematurely: osmo-hlr_10.42.42.2(pid=7902) [trial-2391↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7902)] [trial-2391↪smpp↪esme_connect_policy_closed.py:31]\u000a16:53:25.732912 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec)\u000a16:53:25.796502 run osmo-msc_10.42.42.5(pid=7905): ERR: Terminated: ERROR {rc=9} [trial-2391↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=7905)]\u000a16:53:25.848117 run osmo-msc_10.42.42.5(pid=7905): stdout: \u000a| (launched: 2022-12-13_16:53:24.777541) \u000a16:53:25.900645 run osmo-msc_10.42.42.5(pid=7905): stderr: \u000a| �[0;m�[38;5;43m20221213165325094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213165325094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213165325095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213165325095 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213165325095 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213165325095 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213165325095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213165325095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213165325095 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a16:53:25.945341 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7897): Terminating (SIGTERM)\u000a16:53:25.987621 run osmo-stp_10.42.42.4(pid=7898): Terminating (SIGTERM)\u000a16:53:26.030688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7901): Terminating (SIGTERM)\u000a16:53:26.075418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7904): Terminating (SIGTERM)\u000a16:53:26.085583 --- ParallelTerminationStrategy: PID 7897 died...\u000a16:53:26.143356 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=7897): Terminated: ok {rc=0}\u000a16:53:26.153601 --- ParallelTerminationStrategy: PID 7898 died...\u000a16:53:26.209789 run osmo-stp_10.42.42.4(pid=7898): Terminated: ok {rc=0}\u000a16:53:26.219878 --- ParallelTerminationStrategy: PID 7901 died...\u000a16:53:26.276286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7901): Terminated: ok {rc=0}\u000a16:53:26.286411 --- ParallelTerminationStrategy: PID 7904 died...\u000a16:53:26.342770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7904): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7914): Process ended prematurely: osmo-stp_10.42.42.5(pid=7914) [trial-2391↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7914)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7914): Process ended prematurely: osmo-stp_10.42.42.5(pid=7914) [trial-2391↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a16:53:26.358567 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:26.370464 tst smpp: Using 1 x bts (candidates: 1)\u000a16:53:26.500234 tst esme_ms_sms_storeforward.py: using LAC 34969\u000a16:53:26.625578 tst esme_ms_sms_storeforward.py: using RAC 34\u000a16:53:26.749688 tst esme_ms_sms_storeforward.py: using CellId 34969\u000a16:53:26.873507 tst esme_ms_sms_storeforward.py: using BVCI 34970\u000a16:53:26.896932 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:26.907489 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:26.917921 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:26.928244 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:26.938674 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:26.950009 tst smpp: Using 1 x modem (candidates: 1)\u000a16:53:27.180057 tst esme_ms_sms_storeforward.py: using MSISDN 8236\u000a16:53:27.298380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:27.818405 run create_hlr_db(pid=7908): Launched\u000a16:53:29.011199 run create_hlr_db(pid=7908): Terminated: ok {rc=0}\u000a16:53:29.353161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7910): Launched\u000a16:53:29.685093 run osmo-hlr_10.42.42.2(pid=7911): Launched\u000a16:53:29.806698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:30.387253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7913): Launched\u000a16:53:30.720076 run osmo-stp_10.42.42.5(pid=7914): Launched\u000a16:53:30.882133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:31.503953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7916): Launched\u000a16:53:31.986324 run osmo-msc_10.42.42.6(pid=7917): Launched\u000a16:53:32.321375 run osmo-stp_10.42.42.5(pid=7914): ERR: Terminated: ERROR {rc=1} [trial-2391↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7914)]\u000a16:53:32.458889 run osmo-stp_10.42.42.5(pid=7914): stdout: \u000a| (launched: 2022-12-13_16:53:30.555990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:32.596824 run osmo-stp_10.42.42.5(pid=7914): stderr: \u000a| �[0;m�[38;5;43m20221213165330748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165330748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165330749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165330749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165330749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165330750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165330750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:32.729553 run osmo-stp_10.42.42.5(pid=7914): stdout: \u000a| (launched: 2022-12-13_16:53:30.555990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:32.861374 run osmo-stp_10.42.42.5(pid=7914): stderr: \u000a| �[0;m�[38;5;43m20221213165330748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165330748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165330749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165330749 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165330749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165330750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165330750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:32.919601 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=7914): Process ended prematurely: osmo-stp_10.42.42.5(pid=7914) [trial-2391↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7914)] [trial-2391↪smpp↪esme_ms_sms_storeforward.py:30]\u000a16:53:32.928588 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.6 sec)\u000a16:53:32.992140 run osmo-hlr_10.42.42.2(pid=7911): ERR: Terminated: ERROR {rc=237} [trial-2391↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7911)]\u000a16:53:33.044216 run osmo-hlr_10.42.42.2(pid=7911): stdout: \u000a| (launched: 2022-12-13_16:53:29.521392) \u000a16:53:33.097103 run osmo-hlr_10.42.42.2(pid=7911): stderr: \u000a| �[0;m�[1;31m20221213165329719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165329719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165329719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165329719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165329719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165329720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165329731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165329740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165329740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165329740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:33.168674 run osmo-msc_10.42.42.6(pid=7917): ERR: Terminated: ERROR {rc=2} [trial-2391↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7917)]\u000a16:53:33.220904 run osmo-msc_10.42.42.6(pid=7917): stdout: \u000a| (launched: 2022-12-13_16:53:31.674579) \u000a16:53:33.273764 run osmo-msc_10.42.42.6(pid=7917): stderr: \u000a| �[0;m�[38;5;43m20221213165332018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165332018 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94fc11ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165332018 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165332018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165332018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165332019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165332020 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165332021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165332021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165332021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:33.319109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7910): Terminating (SIGTERM)\u000a16:53:33.362309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7913): Terminating (SIGTERM)\u000a16:53:33.405101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7916): Terminating (SIGTERM)\u000a16:53:33.414828 --- ParallelTerminationStrategy: PID 7910 died...\u000a16:53:33.471822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7910): Terminated: ok {rc=0}\u000a16:53:33.482076 --- ParallelTerminationStrategy: PID 7913 died...\u000a16:53:33.538704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7913): Terminated: ok {rc=0}\u000a16:53:33.548914 --- ParallelTerminationStrategy: PID 7916 died...\u000a16:53:33.605464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7916): Terminated: ok {rc=0}\u000a16:53:33.693002 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=7925): Process ended prematurely: osmo-stp_10.42.42.5(pid=7925) [trial-2391↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7925)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=7925): Process ended prematurely: osmo-stp_10.42.42.5(pid=7925) [trial-2391↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a16:53:34.746108 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:34.757808 tst smpp: Using 1 x bts (candidates: 1)\u000a16:53:34.888209 tst esme_ms_sms_transaction.py: using LAC 34970\u000a16:53:35.017111 tst esme_ms_sms_transaction.py: using RAC 35\u000a16:53:35.145851 tst esme_ms_sms_transaction.py: using CellId 34970\u000a16:53:35.276499 tst esme_ms_sms_transaction.py: using BVCI 34971\u000a16:53:35.301521 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:35.312457 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:35.323333 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:35.334167 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:35.345346 tst smpp: Using 1 x ip_address (candidates: 6)\u000a16:53:35.356414 tst smpp: Using 1 x modem (candidates: 1)\u000a16:53:35.585363 tst esme_ms_sms_transaction.py: using MSISDN 8237\u000a16:53:35.704216 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:36.225233 run create_hlr_db(pid=7919): Launched\u000a16:53:36.417515 bus /sierra_2: Setting Powered False\u000a16:53:37.436876 run create_hlr_db(pid=7919): Terminated: ok {rc=0}\u000a16:53:37.852891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7921): Launched\u000a16:53:38.163474 run osmo-hlr_10.42.42.2(pid=7922): Launched\u000a16:53:38.277159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:38.812234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7924): Launched\u000a16:53:39.120228 run osmo-stp_10.42.42.5(pid=7925): Launched\u000a16:53:39.231727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:39.796002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7927): Launched\u000a16:53:40.107870 run osmo-msc_10.42.42.6(pid=7928): Launched\u000a16:53:40.288843 run osmo-stp_10.42.42.5(pid=7925): ERR: Terminated: ERROR {rc=1} [trial-2391↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7925)]\u000a16:53:40.420454 run osmo-stp_10.42.42.5(pid=7925): stdout: \u000a| (launched: 2022-12-13_16:53:38.968784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:40.549454 run osmo-stp_10.42.42.5(pid=7925): stderr: \u000a| �[0;m�[38;5;43m20221213165339140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165339140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165339140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165339141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165339141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165339142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165339142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:40.674207 run osmo-stp_10.42.42.5(pid=7925): stdout: \u000a| (launched: 2022-12-13_16:53:38.968784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:40.797663 run osmo-stp_10.42.42.5(pid=7925): stderr: \u000a| �[0;m�[38;5;43m20221213165339140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165339140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165339140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165339141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165339141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165339142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165339142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:40.851524 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=7925): Process ended prematurely: osmo-stp_10.42.42.5(pid=7925) [trial-2391↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=7925)] [trial-2391↪smpp↪esme_ms_sms_transaction.py:28]\u000a16:53:40.859782 tst esme_ms_sms_transaction.py:28: Test FAILED (6.1 sec)\u000a16:53:40.919774 run osmo-hlr_10.42.42.2(pid=7922): ERR: Terminated: ERROR {rc=237} [trial-2391↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7922)]\u000a16:53:40.968794 run osmo-hlr_10.42.42.2(pid=7922): stdout: \u000a| (launched: 2022-12-13_16:53:38.011405) \u000a16:53:41.018799 run osmo-hlr_10.42.42.2(pid=7922): stderr: \u000a| �[0;m�[1;31m20221213165338186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165338186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165338186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165338186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165338186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165338186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165338198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165338206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165338207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165338207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:41.085926 run osmo-msc_10.42.42.6(pid=7928): ERR: Terminated: ERROR {rc=2} [trial-2391↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=7928)]\u000a16:53:41.134675 run osmo-msc_10.42.42.6(pid=7928): stdout: \u000a| (launched: 2022-12-13_16:53:39.953340) \u000a16:53:41.184177 run osmo-msc_10.42.42.6(pid=7928): stderr: \u000a| �[0;m�[38;5;43m20221213165340225 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165340226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6514915c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165340226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165340226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165340226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165340226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165340228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165340228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165340229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165340229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:41.226027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7921): Terminating (SIGTERM)\u000a16:53:41.265500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7924): Terminating (SIGTERM)\u000a16:53:41.305549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7927): Terminating (SIGTERM)\u000a16:53:41.314781 --- ParallelTerminationStrategy: PID 7921 died...\u000a16:53:41.368310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7921): Terminated: ok {rc=0}\u000a16:53:41.377929 --- ParallelTerminationStrategy: PID 7924 died...\u000a16:53:41.430848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7924): Terminated: ok {rc=0}\u000a16:53:41.440377 --- ParallelTerminationStrategy: PID 7927 died...\u000a16:53:41.493498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=7927): Terminated: ok {rc=0}\u000a16:53:41.581723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:53:13" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8013): Process ended prematurely: osmo-stp_10.42.42.5(pid=8013) [trial-2391↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8013)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8013): Process ended prematurely: osmo-stp_10.42.42.5(pid=8013) [trial-2391↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a16:53:43.451270 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:43.461799 tst encryption: Using 1 x bts (candidates: 1)\u000a16:53:43.592871 tst register_a5_0_authopt.py: using LAC 34971\u000a16:53:43.716221 tst register_a5_0_authopt.py: using RAC 36\u000a16:53:43.838607 tst register_a5_0_authopt.py: using CellId 34971\u000a16:53:43.961821 tst register_a5_0_authopt.py: using BVCI 34972\u000a16:53:43.985594 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:43.995977 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:44.006429 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:44.016756 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:44.027235 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:44.037607 tst encryption: Using 1 x modem (candidates: 1)\u000a16:53:44.340766 tst register_a5_0_authopt.py:8: start network...\u000a16:53:44.480902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:45.011614 run create_hlr_db(pid=7934): Launched\u000a16:53:45.205996 bus /sierra_2: Setting Powered False\u000a16:53:46.229782 run create_hlr_db(pid=7934): Terminated: ok {rc=0}\u000a16:53:46.709592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7936): Launched\u000a16:53:47.199123 run osmo-hlr_10.42.42.2(pid=7937): Launched\u000a16:53:47.463757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:48.153882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7988): Launched\u000a16:53:48.683800 run osmo-stp_10.42.42.5(pid=8013): Launched\u000a16:53:48.932160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:49.693527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8164): Launched\u000a16:53:50.175403 run osmo-msc_10.42.42.6(pid=8212): Launched\u000a16:53:50.468272 run osmo-stp_10.42.42.5(pid=8013): ERR: Terminated: ERROR {rc=1} [trial-2391↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8013)]\u000a16:53:50.752249 run osmo-stp_10.42.42.5(pid=8013): stdout: \u000a| (launched: 2022-12-13_16:53:48.355210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:50.896181 run osmo-stp_10.42.42.5(pid=8013): stderr: \u000a| �[0;m�[38;5;43m20221213165348692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165348692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165348693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165348693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165348694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165348694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165348694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:51.034681 run osmo-stp_10.42.42.5(pid=8013): stdout: \u000a| (launched: 2022-12-13_16:53:48.355210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:53:51.171769 run osmo-stp_10.42.42.5(pid=8013): stderr: \u000a| �[0;m�[38;5;43m20221213165348692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165348692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165348693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165348693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165348694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165348694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165348694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:53:51.232169 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8013): Process ended prematurely: osmo-stp_10.42.42.5(pid=8013) [trial-2391↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8013)] [trial-2391↪encryption↪register_a5_0_authopt.py:8]\u000a16:53:51.242645 tst register_a5_0_authopt.py:8: Test FAILED (7.8 sec)\u000a16:53:51.309357 run osmo-hlr_10.42.42.2(pid=7937): ERR: Terminated: ERROR {rc=237} [trial-2391↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=7937)]\u000a16:53:51.364123 run osmo-hlr_10.42.42.2(pid=7937): stdout: \u000a| (launched: 2022-12-13_16:53:46.883641) \u000a16:53:51.419127 run osmo-hlr_10.42.42.2(pid=7937): stderr: \u000a| �[0;m�[1;31m20221213165347203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165347203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165347204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165347204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165347204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165347204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165347221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165347246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165347246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165347246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:53:51.493030 run osmo-msc_10.42.42.6(pid=8212): ERR: Terminated: ERROR {rc=2} [trial-2391↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8212)]\u000a16:53:51.549299 run osmo-msc_10.42.42.6(pid=8212): stdout: \u000a| (launched: 2022-12-13_16:53:49.886069) \u000a16:53:51.604707 run osmo-msc_10.42.42.6(pid=8212): stderr: \u000a| �[0;m�[38;5;43m20221213165350474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165350474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fbb8d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165350475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165350475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165350475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165350475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165350477 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165350477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165350477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165350477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:53:51.651739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7936): Terminating (SIGTERM)\u000a16:53:51.698951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7988): Terminating (SIGTERM)\u000a16:53:51.744563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8164): Terminating (SIGTERM)\u000a16:53:51.755709 --- ParallelTerminationStrategy: PID 7936 died...\u000a16:53:51.815133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=7936): Terminated: ok {rc=0}\u000a16:53:51.826290 --- ParallelTerminationStrategy: PID 7988 died...\u000a16:53:51.886080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=7988): Terminated: ok {rc=0}\u000a16:53:51.898102 --- ParallelTerminationStrategy: PID 8164 died...\u000a16:53:51.956866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8164): Terminated: ok {rc=0}\u000a16:53:52.050961 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2391↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2391↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a16:53:53.175142 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:53.187928 tst encryption: Using 1 x bts (candidates: 1)\u000a16:53:53.326748 tst register_a5_0_authreq.py: using LAC 34972\u000a16:53:53.467766 tst register_a5_0_authreq.py: using RAC 37\u000a16:53:53.599292 tst register_a5_0_authreq.py: using CellId 34972\u000a16:53:53.732411 tst register_a5_0_authreq.py: using BVCI 34973\u000a16:53:53.759216 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:53.771252 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:53.783228 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:53.795285 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:53.808393 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:53:53.821486 tst encryption: Using 1 x modem (candidates: 1)\u000a16:53:54.137640 tst register_a5_0_authreq.py:8: start network...\u000a16:53:54.282681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:53:54.859220 run create_hlr_db(pid=8217): Launched\u000a16:53:55.060837 bus /sierra_2: Setting Powered False\u000a16:53:56.080892 run create_hlr_db(pid=8217): Terminated: ok {rc=0}\u000a16:53:56.550687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Launched\u000a16:53:57.005846 run osmo-hlr_10.42.42.2(pid=8220): Launched\u000a16:53:57.247024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:53:57.866951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Launched\u000a16:53:58.323607 run osmo-stp_10.42.42.5(pid=8223): Launched\u000a16:53:58.535657 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:53:59.181778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8225): Launched\u000a16:53:59.636486 run osmo-msc_10.42.42.6(pid=8226): Launched\u000a16:54:00.048186 run osmo-stp_10.42.42.5(pid=8223): ERR: Terminated: ERROR {rc=1} [trial-2391↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]\u000a16:54:00.243259 run osmo-stp_10.42.42.5(pid=8223): stdout: \u000a| (launched: 2022-12-13_16:53:58.043892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:00.391790 run osmo-stp_10.42.42.5(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221213165358337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165358337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165358337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165358338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165358338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165358338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165358338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:00.534330 run osmo-stp_10.42.42.5(pid=8223): stdout: \u000a| (launched: 2022-12-13_16:53:58.043892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:00.676277 run osmo-stp_10.42.42.5(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221213165358337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165358337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165358337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165358338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165358338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165358338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165358338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:00.738068 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2391↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)] [trial-2391↪encryption↪register_a5_0_authreq.py:8]\u000a16:54:00.748558 tst register_a5_0_authreq.py:8: Test FAILED (7.6 sec)\u000a16:54:00.816229 run osmo-hlr_10.42.42.2(pid=8220): ERR: Terminated: ERROR {rc=237} [trial-2391↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8220)]\u000a16:54:00.876638 run osmo-hlr_10.42.42.2(pid=8220): stdout: \u000a| (launched: 2022-12-13_16:53:56.731290) \u000a16:54:00.940613 run osmo-hlr_10.42.42.2(pid=8220): stderr: \u000a| �[0;m�[1;31m20221213165357037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165357037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165357037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165357037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165357037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165357037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165357058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165357071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165357071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165357071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:01.028292 run osmo-msc_10.42.42.6(pid=8226): ERR: Terminated: ERROR {rc=2} [trial-2391↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8226)]\u000a16:54:01.083924 run osmo-msc_10.42.42.6(pid=8226): stdout: \u000a| (launched: 2022-12-13_16:53:59.361323) \u000a16:54:01.139958 run osmo-msc_10.42.42.6(pid=8226): stderr: \u000a| �[0;m�[38;5;43m20221213165359862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165359862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9323e60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165359862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165359862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165359862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165359862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165359869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165359869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165359869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165359869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:01.187349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Terminating (SIGTERM)\u000a16:54:01.234368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Terminating (SIGTERM)\u000a16:54:01.306572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8225): Terminating (SIGTERM)\u000a16:54:01.322218 --- ParallelTerminationStrategy: PID 8219 died...\u000a16:54:01.427050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Terminated: ok {rc=0}\u000a16:54:01.445676 --- ParallelTerminationStrategy: PID 8222 died...\u000a16:54:01.530562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Terminated: ok {rc=0}\u000a16:54:01.544184 --- ParallelTerminationStrategy: PID 8225 died...\u000a16:54:01.614140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8225): Terminated: ok {rc=0}\u000a16:54:01.738923 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2391↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2391↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a16:54:02.871546 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:02.884686 tst encryption: Using 1 x bts (candidates: 1)\u000a16:54:03.025350 tst register_a5_1_authreq.py: using LAC 34973\u000a16:54:03.161454 tst register_a5_1_authreq.py: using RAC 38\u000a16:54:03.298006 tst register_a5_1_authreq.py: using CellId 34973\u000a16:54:03.434783 tst register_a5_1_authreq.py: using BVCI 34974\u000a16:54:03.463143 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:03.475291 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:03.487642 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:03.499731 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:03.513182 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:03.527462 tst encryption: Using 1 x modem (candidates: 1)\u000a16:54:03.845898 tst register_a5_1_authreq.py:8: start network...\u000a16:54:03.995424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:04.574933 run create_hlr_db(pid=8228): Launched\u000a16:54:04.779113 bus /sierra_2: Setting Powered False\u000a16:54:05.800759 run create_hlr_db(pid=8228): Terminated: ok {rc=0}\u000a16:54:06.281799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Launched\u000a16:54:06.741524 run osmo-hlr_10.42.42.2(pid=8231): Launched\u000a16:54:06.988083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:07.610411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Launched\u000a16:54:08.070932 run osmo-stp_10.42.42.5(pid=8234): Launched\u000a16:54:08.286589 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:08.937381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Launched\u000a16:54:09.393654 run osmo-msc_10.42.42.6(pid=8237): Launched\u000a16:54:09.803066 run osmo-stp_10.42.42.5(pid=8234): ERR: Terminated: ERROR {rc=1} [trial-2391↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)]\u000a16:54:09.998564 run osmo-stp_10.42.42.5(pid=8234): stdout: \u000a| (launched: 2022-12-13_16:54:07.788466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:10.146146 run osmo-stp_10.42.42.5(pid=8234): stderr: \u000a| �[0;m�[38;5;43m20221213165408089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165408090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165408090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165408090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165408091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165408091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165408091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:10.272773 run osmo-stp_10.42.42.5(pid=8234): stdout: \u000a| (launched: 2022-12-13_16:54:07.788466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:10.398267 run osmo-stp_10.42.42.5(pid=8234): stderr: \u000a| �[0;m�[38;5;43m20221213165408089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165408090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165408090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165408090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165408091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165408091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165408091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:10.453714 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8234): Process ended prematurely: osmo-stp_10.42.42.5(pid=8234) [trial-2391↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8234)] [trial-2391↪encryption↪register_a5_1_authreq.py:8]\u000a16:54:10.462431 tst register_a5_1_authreq.py:8: Test FAILED (7.6 sec)\u000a16:54:10.522690 run osmo-hlr_10.42.42.2(pid=8231): ERR: Terminated: ERROR {rc=237} [trial-2391↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8231)]\u000a16:54:10.572068 run osmo-hlr_10.42.42.2(pid=8231): stdout: \u000a| (launched: 2022-12-13_16:54:06.462247) \u000a16:54:10.622161 run osmo-hlr_10.42.42.2(pid=8231): stderr: \u000a| �[0;m�[1;31m20221213165406764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165406764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165406764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165406769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165406769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165406769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165406787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165406795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165406795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165406795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:10.689798 run osmo-msc_10.42.42.6(pid=8237): ERR: Terminated: ERROR {rc=2} [trial-2391↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8237)]\u000a16:54:10.739085 run osmo-msc_10.42.42.6(pid=8237): stdout: \u000a| (launched: 2022-12-13_16:54:09.115354) \u000a16:54:10.789056 run osmo-msc_10.42.42.6(pid=8237): stderr: \u000a| �[0;m�[38;5;43m20221213165409624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165409624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b6600fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165409624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165409624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165409624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165409625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165409626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165409627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165409627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165409627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:10.831402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Terminating (SIGTERM)\u000a16:54:10.872058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Terminating (SIGTERM)\u000a16:54:10.912162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Terminating (SIGTERM)\u000a16:54:10.921503 --- ParallelTerminationStrategy: PID 8230 died...\u000a16:54:10.974636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8230): Terminated: ok {rc=0}\u000a16:54:10.984122 --- ParallelTerminationStrategy: PID 8233 died...\u000a16:54:11.037077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8233): Terminated: ok {rc=0}\u000a16:54:11.046672 --- ParallelTerminationStrategy: PID 8236 died...\u000a16:54:11.100230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8236): Terminated: ok {rc=0}\u000a16:54:11.184764 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8245): Process ended prematurely: osmo-stp_10.42.42.5(pid=8245) [trial-2391↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8245): Process ended prematurely: osmo-stp_10.42.42.5(pid=8245) [trial-2391↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a16:54:12.304548 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:12.316750 tst encryption: Using 1 x bts (candidates: 1)\u000a16:54:12.454888 tst register_a5_3_authreq.py: using LAC 34974\u000a16:54:12.587787 tst register_a5_3_authreq.py: using RAC 39\u000a16:54:12.720137 tst register_a5_3_authreq.py: using CellId 34974\u000a16:54:12.845227 tst register_a5_3_authreq.py: using BVCI 34975\u000a16:54:12.869560 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:12.880636 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:12.891439 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:12.902132 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:12.913233 tst encryption: Using 1 x ip_address (candidates: 6)\u000a16:54:12.924199 tst encryption: Using 1 x modem (candidates: 1)\u000a16:54:13.242548 tst register_a5_3_authreq.py:8: start network...\u000a16:54:13.384067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:54:13.917114 run create_hlr_db(pid=8239): Launched\u000a16:54:14.113511 bus /sierra_2: Setting Powered False\u000a16:54:15.133764 run create_hlr_db(pid=8239): Terminated: ok {rc=0}\u000a16:54:15.584006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8241): Launched\u000a16:54:16.015785 run osmo-hlr_10.42.42.2(pid=8242): Launched\u000a16:54:16.162825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:54:16.786168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8244): Launched\u000a16:54:17.268387 run osmo-stp_10.42.42.5(pid=8245): Launched\u000a16:54:17.402032 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:54:18.020424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8247): Launched\u000a16:54:18.359377 run osmo-msc_10.42.42.6(pid=8248): Launched\u000a16:54:18.556535 run osmo-stp_10.42.42.5(pid=8245): ERR: Terminated: ERROR {rc=1} [trial-2391↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)]\u000a16:54:18.699204 run osmo-stp_10.42.42.5(pid=8245): stdout: \u000a| (launched: 2022-12-13_16:54:16.955312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:18.840495 run osmo-stp_10.42.42.5(pid=8245): stderr: \u000a| �[0;m�[38;5;43m20221213165417135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165417136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165417136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165417136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165417137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165417137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165417137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:18.977357 run osmo-stp_10.42.42.5(pid=8245): stdout: \u000a| (launched: 2022-12-13_16:54:16.955312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:54:19.112123 run osmo-stp_10.42.42.5(pid=8245): stderr: \u000a| �[0;m�[38;5;43m20221213165417135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165417136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165417136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165417136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165417137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165417137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165417137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:54:19.171562 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8245): Process ended prematurely: osmo-stp_10.42.42.5(pid=8245) [trial-2391↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8245)] [trial-2391↪encryption↪register_a5_3_authreq.py:8]\u000a16:54:19.181075 tst register_a5_3_authreq.py:8: Test FAILED (6.9 sec)\u000a16:54:19.244347 run osmo-hlr_10.42.42.2(pid=8242): ERR: Terminated: ERROR {rc=237} [trial-2391↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8242)]\u000a16:54:19.296179 run osmo-hlr_10.42.42.2(pid=8242): stdout: \u000a| (launched: 2022-12-13_16:54:15.755854) \u000a16:54:19.349130 run osmo-hlr_10.42.42.2(pid=8242): stderr: \u000a| �[0;m�[1;31m20221213165416007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165416007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165416007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165416007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165416007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165416008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165416030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165416047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165416047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165416047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:54:19.420263 run osmo-msc_10.42.42.6(pid=8248): ERR: Terminated: ERROR {rc=2} [trial-2391↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8248)]\u000a16:54:19.471978 run osmo-msc_10.42.42.6(pid=8248): stdout: \u000a| (launched: 2022-12-13_16:54:18.192580) \u000a16:54:19.524502 run osmo-msc_10.42.42.6(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221213165418520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165418520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dab5bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165418520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165418520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165418520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165418521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165418522 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165418523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165418523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165418523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:54:19.569430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8241): Terminating (SIGTERM)\u000a16:54:19.611863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8244): Terminating (SIGTERM)\u000a16:54:19.655061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8247): Terminating (SIGTERM)\u000a16:54:19.664701 --- ParallelTerminationStrategy: PID 8241 died...\u000a16:54:19.721235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8241): Terminated: ok {rc=0}\u000a16:54:19.731164 --- ParallelTerminationStrategy: PID 8244 died...\u000a16:54:19.787498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8244): Terminated: ok {rc=0}\u000a16:54:19.797880 --- ParallelTerminationStrategy: PID 8247 died...\u000a16:54:19.854111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8247): Terminated: ok {rc=0}\u000a16:54:19.941857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 39.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:53:43" }, { "cases" : [ { "testActions" : [ ], "age" : 253, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8267): Process ended prematurely: srsepc(pid=8267) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8267)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8267): Process ended prematurely: srsepc(pid=8267) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a16:54:21.943280 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a16:54:21.989820 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:54:22.006481 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:54:22.030632 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:54:22.184726 tst handover.py: using MSISDN 8238\u000a16:54:22.303865 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8238', subscriber_id=0}\u000a16:54:22.421502 run srsepc_10.42.42.118: Starting srsepc\u000a16:54:24.380188 run rm-remote-dir(pid=8255): Launched\u000a16:54:24.582396 bus /sierra_2: Setting Powered False\u000a16:54:25.606707 run rm-remote-dir(pid=8255): Terminated: ok {rc=0}\u000a16:54:26.045967 run mk-remote-dir(pid=8256): Launched\u000a16:54:27.238730 run mk-remote-dir(pid=8256): Terminated: ok {rc=0}\u000a16:54:27.528096 run scp-inst-to-remote(pid=8257): Launched\u000a16:54:29.730731 run scp-inst-to-remote(pid=8257): Terminated: ok {rc=0}\u000a16:54:30.091251 run rm-remote-dir(pid=8259): Launched\u000a16:54:31.299023 run rm-remote-dir(pid=8259): Terminated: ok {rc=0}\u000a16:54:31.720136 run mk-remote-dir(pid=8260): Launched\u000a16:54:32.936295 run mk-remote-dir(pid=8260): Terminated: ok {rc=0}\u000a16:54:33.242294 run scp-cfg-to-remote(pid=8261): Launched\u000a16:54:34.445066 run scp-cfg-to-remote(pid=8261): Terminated: ok {rc=0}\u000a16:54:34.749263 run scp-db-to-remote(pid=8263): Launched\u000a16:54:35.952248 run scp-db-to-remote(pid=8263): Terminated: ok {rc=0}\u000a16:54:36.077896 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:54:36.430057 run patchelf(pid=8265): Launched\u000a16:54:37.634414 run patchelf(pid=8265): Terminated: ok {rc=0}\u000a16:54:37.759368 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:54:38.111817 run setcap-netadm(pid=8266): Launched\u000a16:54:39.314361 run setcap-netadm(pid=8266): Terminated: ok {rc=0}\u000a16:54:39.657050 run srsepc(pid=8267): Launched\u000a16:54:39.777670 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:54:41.000193 run rm-remote-dir(pid=8268): Launched\u000a16:54:41.203536 run srsepc(pid=8267): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8267)]\u000a16:54:41.350719 run srsepc(pid=8267): stdout: \u000a| (launched: 2022-12-13_16:54:39.492431)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:54:41.498063 run srsepc(pid=8267): stderr: \u000a| (launched: 2022-12-13_16:54:39.542621)\u000a| Connection to 10.42.42.116 closed. \u000a16:54:41.640684 run srsepc(pid=8267): stdout: \u000a| (launched: 2022-12-13_16:54:39.492431)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:54:41.782197 run srsepc(pid=8267): stderr: \u000a| (launched: 2022-12-13_16:54:39.542621)\u000a| Connection to 10.42.42.116 closed. \u000a16:54:41.947669 run rm-remote-dir(pid=8268): Terminating (SIGINT)\u000a16:54:42.142095 run rm-remote-dir(pid=8268): Terminated: ok {rc=0}\u000a16:54:42.177708 tst handover.py:37: ERR: Error: srsepc(pid=8267): Process ended prematurely: srsepc(pid=8267) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8267)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a16:54:42.188218 tst handover.py:37: Test FAILED (20.4 sec)\u000a16:54:42.308168 run scp-back-log(pid=8269): Launched\u000a16:54:43.398306 run scp-back-log(pid=8269): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8269)]\u000a16:54:43.463621 run scp-back-log(pid=8269): stdout: \u000a| (launched: 2022-12-13_16:54:42.232202) \u000a16:54:43.529127 run scp-back-log(pid=8269): stderr: \u000a| (launched: 2022-12-13_16:54:42.253060)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:54:43.584910 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8269): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8269)]')\u000a" }, { "testActions" : [ ], "age" : 74, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8284): Process ended prematurely: srsepc(pid=8284) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8284)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8284): Process ended prematurely: srsepc(pid=8284) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a16:54:43.780517 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a16:54:43.826677 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:54:44.039626 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a16:54:44.082761 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:54:44.098728 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:54:44.225148 tst iperf3_bidir.py: using MSISDN 8239\u000a16:54:44.336231 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8239', subscriber_id=0}\u000a16:54:44.446126 run srsepc_10.42.42.118: Starting srsepc\u000a16:54:45.109763 run rm-remote-dir(pid=8271): Launched\u000a16:54:46.358327 run rm-remote-dir(pid=8271): Terminated: ok {rc=0}\u000a16:54:46.757426 run mk-remote-dir(pid=8272): Launched\u000a16:54:47.951005 run mk-remote-dir(pid=8272): Terminated: ok {rc=0}\u000a16:54:48.238235 run scp-inst-to-remote(pid=8273): Launched\u000a16:54:50.430755 run scp-inst-to-remote(pid=8273): Terminated: ok {rc=0}\u000a16:54:50.770583 run rm-remote-dir(pid=8275): Launched\u000a16:54:51.963091 run rm-remote-dir(pid=8275): Terminated: ok {rc=0}\u000a16:54:52.302533 run mk-remote-dir(pid=8277): Launched\u000a16:54:53.495043 run mk-remote-dir(pid=8277): Terminated: ok {rc=0}\u000a16:54:53.783079 run scp-cfg-to-remote(pid=8278): Launched\u000a16:54:54.972895 run scp-cfg-to-remote(pid=8278): Terminated: ok {rc=0}\u000a16:54:55.260662 run scp-db-to-remote(pid=8280): Launched\u000a16:54:56.450795 run scp-db-to-remote(pid=8280): Terminated: ok {rc=0}\u000a16:54:56.567966 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:54:56.897382 run patchelf(pid=8282): Launched\u000a16:54:58.088023 run patchelf(pid=8282): Terminated: ok {rc=0}\u000a16:54:58.205593 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:54:58.535574 run setcap-netadm(pid=8283): Launched\u000a16:54:59.726409 run setcap-netadm(pid=8283): Terminated: ok {rc=0}\u000a16:55:00.048605 run srsepc(pid=8284): Launched\u000a16:55:00.160853 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:55:01.405407 run rm-remote-dir(pid=8285): Launched\u000a16:55:01.634500 run srsepc(pid=8284): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8284)]\u000a16:55:01.793063 run srsepc(pid=8284): stdout: \u000a| (launched: 2022-12-13_16:54:59.893598)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:55:01.948603 run srsepc(pid=8284): stderr: \u000a| (launched: 2022-12-13_16:54:59.940687)\u000a| Connection to 10.42.42.116 closed. \u000a16:55:02.109220 run srsepc(pid=8284): stdout: \u000a| (launched: 2022-12-13_16:54:59.893598)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:55:02.256798 run srsepc(pid=8284): stderr: \u000a| (launched: 2022-12-13_16:54:59.940687)\u000a| Connection to 10.42.42.116 closed. \u000a16:55:02.426623 run rm-remote-dir(pid=8285): Terminating (SIGINT)\u000a16:55:02.621933 run rm-remote-dir(pid=8285): Terminated: ok {rc=0}\u000a16:55:02.657999 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=8284): Process ended prematurely: srsepc(pid=8284) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8284)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a16:55:02.669077 tst iperf3_bidir.py:42: Test FAILED (19.1 sec)\u000a16:55:02.786492 run scp-back-log(pid=8289): Launched\u000a16:55:03.877616 run scp-back-log(pid=8289): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8289)]\u000a16:55:03.943971 run scp-back-log(pid=8289): stdout: \u000a| (launched: 2022-12-13_16:55:02.713340) \u000a16:55:04.010009 run scp-back-log(pid=8289): stderr: \u000a| (launched: 2022-12-13_16:55:02.734268)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:55:04.066624 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8289): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8289)]')\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8303): Process ended prematurely: srsepc(pid=8303) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8303)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8303): Process ended prematurely: srsepc(pid=8303) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a16:55:04.262962 tst iperf3_dl.py:13: Number of physical ue: 1\u000a16:55:04.308885 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:55:04.536801 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a16:55:04.582820 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:55:04.599668 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:55:04.733056 tst iperf3_dl.py: using MSISDN 8240\u000a16:55:04.851761 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8240', subscriber_id=0}\u000a16:55:04.969653 run srsepc_10.42.42.118: Starting srsepc\u000a16:55:05.671189 run rm-remote-dir(pid=8291): Launched\u000a16:55:06.874972 run rm-remote-dir(pid=8291): Terminated: ok {rc=0}\u000a16:55:07.234750 run mk-remote-dir(pid=8292): Launched\u000a16:55:08.426955 run mk-remote-dir(pid=8292): Terminated: ok {rc=0}\u000a16:55:08.713865 run scp-inst-to-remote(pid=8293): Launched\u000a16:55:10.916670 run scp-inst-to-remote(pid=8293): Terminated: ok {rc=0}\u000a16:55:11.276803 run rm-remote-dir(pid=8295): Launched\u000a16:55:12.481182 run rm-remote-dir(pid=8295): Terminated: ok {rc=0}\u000a16:55:12.841771 run mk-remote-dir(pid=8296): Launched\u000a16:55:14.046084 run mk-remote-dir(pid=8296): Terminated: ok {rc=0}\u000a16:55:14.350739 run scp-cfg-to-remote(pid=8297): Launched\u000a16:55:15.552565 run scp-cfg-to-remote(pid=8297): Terminated: ok {rc=0}\u000a16:55:15.856892 run scp-db-to-remote(pid=8299): Launched\u000a16:55:17.087292 run scp-db-to-remote(pid=8299): Terminated: ok {rc=0}\u000a16:55:17.207404 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:55:17.539077 run patchelf(pid=8301): Launched\u000a16:55:18.729085 run patchelf(pid=8301): Terminated: ok {rc=0}\u000a16:55:18.845472 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:55:19.175107 run setcap-netadm(pid=8302): Launched\u000a16:55:20.364433 run setcap-netadm(pid=8302): Terminated: ok {rc=0}\u000a16:55:20.685478 run srsepc(pid=8303): Launched\u000a16:55:20.797536 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:55:21.952077 run rm-remote-dir(pid=8304): Launched\u000a16:55:22.143908 run srsepc(pid=8303): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8303)]\u000a16:55:22.283328 run srsepc(pid=8303): stdout: \u000a| (launched: 2022-12-13_16:55:20.530692)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:55:22.421636 run srsepc(pid=8303): stderr: \u000a| (launched: 2022-12-13_16:55:20.577503)\u000a| Connection to 10.42.42.116 closed. \u000a16:55:22.555377 run srsepc(pid=8303): stdout: \u000a| (launched: 2022-12-13_16:55:20.530692)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:55:22.687889 run srsepc(pid=8303): stderr: \u000a| (launched: 2022-12-13_16:55:20.577503)\u000a| Connection to 10.42.42.116 closed. \u000a16:55:22.842967 run rm-remote-dir(pid=8304): Terminating (SIGINT)\u000a16:55:23.024781 run rm-remote-dir(pid=8304): Terminated: ok {rc=0}\u000a16:55:23.058313 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=8303): Process ended prematurely: srsepc(pid=8303) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8303)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a16:55:23.068226 tst iperf3_dl.py:42: Test FAILED (19.0 sec)\u000a16:55:23.181885 run scp-back-log(pid=8305): Launched\u000a16:55:24.270207 run scp-back-log(pid=8305): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8305)]\u000a16:55:24.332653 run scp-back-log(pid=8305): stdout: \u000a| (launched: 2022-12-13_16:55:23.109906) \u000a16:55:24.395246 run scp-back-log(pid=8305): stderr: \u000a| (launched: 2022-12-13_16:55:23.129874)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:55:24.449127 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8305): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8305)]')\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8319): Process ended prematurely: srsepc(pid=8319) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8319)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8319): Process ended prematurely: srsepc(pid=8319) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a16:55:24.632023 tst iperf3_ul.py:13: Number of physical ue: 1\u000a16:55:24.675108 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:55:24.886887 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a16:55:24.930073 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:55:24.946153 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:55:25.070132 tst iperf3_ul.py: using MSISDN 8241\u000a16:55:25.181783 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8241', subscriber_id=0}\u000a16:55:25.292303 run srsepc_10.42.42.118: Starting srsepc\u000a16:55:25.955477 run rm-remote-dir(pid=8307): Launched\u000a16:55:27.151639 run rm-remote-dir(pid=8307): Terminated: ok {rc=0}\u000a16:55:27.491841 run mk-remote-dir(pid=8308): Launched\u000a16:55:28.683669 run mk-remote-dir(pid=8308): Terminated: ok {rc=0}\u000a16:55:28.970674 run scp-inst-to-remote(pid=8309): Launched\u000a16:55:31.176307 run scp-inst-to-remote(pid=8309): Terminated: ok {rc=0}\u000a16:55:31.624648 run rm-remote-dir(pid=8311): Launched\u000a16:55:32.838125 run rm-remote-dir(pid=8311): Terminated: ok {rc=0}\u000a16:55:33.198786 run mk-remote-dir(pid=8312): Launched\u000a16:55:34.403876 run mk-remote-dir(pid=8312): Terminated: ok {rc=0}\u000a16:55:34.710343 run scp-cfg-to-remote(pid=8313): Launched\u000a16:55:35.913436 run scp-cfg-to-remote(pid=8313): Terminated: ok {rc=0}\u000a16:55:36.220608 run scp-db-to-remote(pid=8315): Launched\u000a16:55:37.423796 run scp-db-to-remote(pid=8315): Terminated: ok {rc=0}\u000a16:55:37.549755 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:55:37.902162 run patchelf(pid=8317): Launched\u000a16:55:39.105826 run patchelf(pid=8317): Terminated: ok {rc=0}\u000a16:55:39.231159 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:55:39.582064 run setcap-netadm(pid=8318): Launched\u000a16:55:40.785668 run setcap-netadm(pid=8318): Terminated: ok {rc=0}\u000a16:55:41.130515 run srsepc(pid=8319): Launched\u000a16:55:41.250461 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:55:42.480139 run rm-remote-dir(pid=8320): Launched\u000a16:55:42.683798 run srsepc(pid=8319): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8319)]\u000a16:55:42.831956 run srsepc(pid=8319): stdout: \u000a| (launched: 2022-12-13_16:55:40.966411)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:55:42.980720 run srsepc(pid=8319): stderr: \u000a| (launched: 2022-12-13_16:55:41.016707)\u000a| Connection to 10.42.42.116 closed. \u000a16:55:43.124378 run srsepc(pid=8319): stdout: \u000a| (launched: 2022-12-13_16:55:40.966411)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:55:43.267231 run srsepc(pid=8319): stderr: \u000a| (launched: 2022-12-13_16:55:41.016707)\u000a| Connection to 10.42.42.116 closed. \u000a16:55:43.433371 run rm-remote-dir(pid=8320): Terminating (SIGINT)\u000a16:55:43.628239 run rm-remote-dir(pid=8320): Terminated: ok {rc=0}\u000a16:55:43.664067 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=8319): Process ended prematurely: srsepc(pid=8319) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8319)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a16:55:43.674728 tst iperf3_ul.py:42: Test FAILED (19.2 sec)\u000a16:55:43.792843 run scp-back-log(pid=8321): Launched\u000a16:55:44.884217 run scp-back-log(pid=8321): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8321)]\u000a16:55:44.950573 run scp-back-log(pid=8321): stdout: \u000a| (launched: 2022-12-13_16:55:43.719374) \u000a16:55:45.017853 run scp-back-log(pid=8321): stderr: \u000a| (launched: 2022-12-13_16:55:43.740430)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:55:45.074530 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8321): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8321)]')\u000a" }, { "testActions" : [ ], "age" : 250, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8339): Process ended prematurely: srsepc(pid=8339) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8339)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8339): Process ended prematurely: srsepc(pid=8339) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a16:55:45.089590 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:55:45.107594 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:55:45.132058 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:55:45.283342 tst ping.py: using MSISDN 8242\u000a16:55:45.402761 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8242', subscriber_id=0}\u000a16:55:45.520764 run srsepc_10.42.42.118: Starting srsepc\u000a16:55:46.290181 run rm-remote-dir(pid=8323): Launched\u000a16:55:47.496101 run rm-remote-dir(pid=8323): Terminated: ok {rc=0}\u000a16:55:47.857532 run mk-remote-dir(pid=8324): Launched\u000a16:55:49.061508 run mk-remote-dir(pid=8324): Terminated: ok {rc=0}\u000a16:55:49.367958 run scp-inst-to-remote(pid=8325): Launched\u000a16:55:51.571450 run scp-inst-to-remote(pid=8325): Terminated: ok {rc=0}\u000a16:55:51.935816 run rm-remote-dir(pid=8327): Launched\u000a16:55:53.140494 run rm-remote-dir(pid=8327): Terminated: ok {rc=0}\u000a16:55:53.501431 run mk-remote-dir(pid=8332): Launched\u000a16:55:54.706256 run mk-remote-dir(pid=8332): Terminated: ok {rc=0}\u000a16:55:55.010900 run scp-cfg-to-remote(pid=8333): Launched\u000a16:55:56.212036 run scp-cfg-to-remote(pid=8333): Terminated: ok {rc=0}\u000a16:55:56.516576 run scp-db-to-remote(pid=8335): Launched\u000a16:55:57.719843 run scp-db-to-remote(pid=8335): Terminated: ok {rc=0}\u000a16:55:57.844812 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:55:58.195242 run patchelf(pid=8337): Launched\u000a16:55:59.397031 run patchelf(pid=8337): Terminated: ok {rc=0}\u000a16:55:59.521864 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:55:59.871749 run setcap-netadm(pid=8338): Launched\u000a16:56:01.105940 run setcap-netadm(pid=8338): Terminated: ok {rc=0}\u000a16:56:01.549285 run srsepc(pid=8339): Launched\u000a16:56:01.700685 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:56:03.022027 run rm-remote-dir(pid=8340): Launched\u000a16:56:03.225232 run srsepc(pid=8339): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8339)]\u000a16:56:03.372855 run srsepc(pid=8339): stdout: \u000a| (launched: 2022-12-13_16:56:01.327684)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:56:03.520554 run srsepc(pid=8339): stderr: \u000a| (launched: 2022-12-13_16:56:01.392929)\u000a| Connection to 10.42.42.116 closed. \u000a16:56:03.664528 run srsepc(pid=8339): stdout: \u000a| (launched: 2022-12-13_16:56:01.327684)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:56:03.807396 run srsepc(pid=8339): stderr: \u000a| (launched: 2022-12-13_16:56:01.392929)\u000a| Connection to 10.42.42.116 closed. \u000a16:56:03.973614 run rm-remote-dir(pid=8340): Terminating (SIGINT)\u000a16:56:04.168450 run rm-remote-dir(pid=8340): Terminated: ok {rc=0}\u000a16:56:04.204323 tst ping.py:16: ERR: Error: srsepc(pid=8339): Process ended prematurely: srsepc(pid=8339) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8339)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a16:56:04.214959 tst ping.py:16: Test FAILED (19.1 sec)\u000a16:56:04.333823 run scp-back-log(pid=8341): Launched\u000a16:56:05.425934 run scp-back-log(pid=8341): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8341)]\u000a16:56:05.492172 run scp-back-log(pid=8341): stdout: \u000a| (launched: 2022-12-13_16:56:04.259348) \u000a16:56:05.558261 run scp-back-log(pid=8341): stderr: \u000a| (launched: 2022-12-13_16:56:04.280335)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:56:05.614341 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8341): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8341)]')\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8355): Process ended prematurely: srsepc(pid=8355) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8355)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8355): Process ended prematurely: srsepc(pid=8355) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a16:56:05.629237 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:56:05.647117 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:56:05.671739 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:56:05.820449 tst rrc_idle_mo_ping.py: using MSISDN 8243\u000a16:56:05.931767 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8243', subscriber_id=0}\u000a16:56:06.041371 run srsepc_10.42.42.118: Starting srsepc\u000a16:56:06.701749 run rm-remote-dir(pid=8343): Launched\u000a16:56:07.894435 run rm-remote-dir(pid=8343): Terminated: ok {rc=0}\u000a16:56:08.233126 run mk-remote-dir(pid=8344): Launched\u000a16:56:09.425563 run mk-remote-dir(pid=8344): Terminated: ok {rc=0}\u000a16:56:09.713929 run scp-inst-to-remote(pid=8345): Launched\u000a16:56:11.917565 run scp-inst-to-remote(pid=8345): Terminated: ok {rc=0}\u000a16:56:12.277681 run rm-remote-dir(pid=8347): Launched\u000a16:56:13.483124 run rm-remote-dir(pid=8347): Terminated: ok {rc=0}\u000a16:56:13.842880 run mk-remote-dir(pid=8348): Launched\u000a16:56:15.049647 run mk-remote-dir(pid=8348): Terminated: ok {rc=0}\u000a16:56:15.353608 run scp-cfg-to-remote(pid=8349): Launched\u000a16:56:16.550670 run scp-cfg-to-remote(pid=8349): Terminated: ok {rc=0}\u000a16:56:16.907926 run scp-db-to-remote(pid=8351): Launched\u000a16:56:18.098854 run scp-db-to-remote(pid=8351): Terminated: ok {rc=0}\u000a16:56:18.215306 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:56:18.545607 run patchelf(pid=8353): Launched\u000a16:56:19.746763 run patchelf(pid=8353): Terminated: ok {rc=0}\u000a16:56:19.871535 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:56:20.222594 run setcap-netadm(pid=8354): Launched\u000a16:56:21.425690 run setcap-netadm(pid=8354): Terminated: ok {rc=0}\u000a16:56:21.766637 run srsepc(pid=8355): Launched\u000a16:56:21.888625 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:56:23.113848 run rm-remote-dir(pid=8356): Launched\u000a16:56:23.316071 run srsepc(pid=8355): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8355)]\u000a16:56:23.463375 run srsepc(pid=8355): stdout: \u000a| (launched: 2022-12-13_16:56:21.603982)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:56:23.610696 run srsepc(pid=8355): stderr: \u000a| (launched: 2022-12-13_16:56:21.654101)\u000a| Connection to 10.42.42.116 closed. \u000a16:56:23.753775 run srsepc(pid=8355): stdout: \u000a| (launched: 2022-12-13_16:56:21.603982)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:56:23.895226 run srsepc(pid=8355): stderr: \u000a| (launched: 2022-12-13_16:56:21.654101)\u000a| Connection to 10.42.42.116 closed. \u000a16:56:24.062238 run rm-remote-dir(pid=8356): Terminating (SIGINT)\u000a16:56:24.256323 run rm-remote-dir(pid=8356): Terminated: ok {rc=0}\u000a16:56:24.291962 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=8355): Process ended prematurely: srsepc(pid=8355) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8355)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a16:56:24.302656 tst rrc_idle_mo_ping.py:16: Test FAILED (18.7 sec)\u000a16:56:24.422909 run scp-back-log(pid=8357): Launched\u000a16:56:25.514471 run scp-back-log(pid=8357): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8357)]\u000a16:56:25.579895 run scp-back-log(pid=8357): stdout: \u000a| (launched: 2022-12-13_16:56:24.347022) \u000a16:56:25.646107 run scp-back-log(pid=8357): stderr: \u000a| (launched: 2022-12-13_16:56:24.367940)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:56:25.702346 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8357): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8357)]')\u000a" }, { "testActions" : [ ], "age" : 253, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=8371): Process ended prematurely: srsepc(pid=8371) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8371)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=8371): Process ended prematurely: srsepc(pid=8371) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a16:56:25.717245 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a16:56:25.735200 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a16:56:25.759777 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a16:56:25.904895 tst rrc_idle_mt_ping.py: using MSISDN 8244\u000a16:56:26.016801 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8244', subscriber_id=0}\u000a16:56:26.127257 run srsepc_10.42.42.118: Starting srsepc\u000a16:56:26.790035 run rm-remote-dir(pid=8359): Launched\u000a16:56:27.983473 run rm-remote-dir(pid=8359): Terminated: ok {rc=0}\u000a16:56:28.323926 run mk-remote-dir(pid=8360): Launched\u000a16:56:29.516594 run mk-remote-dir(pid=8360): Terminated: ok {rc=0}\u000a16:56:29.804583 run scp-inst-to-remote(pid=8361): Launched\u000a16:56:32.014136 run scp-inst-to-remote(pid=8361): Terminated: ok {rc=0}\u000a16:56:32.513315 run rm-remote-dir(pid=8363): Launched\u000a16:56:33.712687 run rm-remote-dir(pid=8363): Terminated: ok {rc=0}\u000a16:56:34.078141 run mk-remote-dir(pid=8364): Launched\u000a16:56:35.284398 run mk-remote-dir(pid=8364): Terminated: ok {rc=0}\u000a16:56:35.590468 run scp-cfg-to-remote(pid=8365): Launched\u000a16:56:36.793646 run scp-cfg-to-remote(pid=8365): Terminated: ok {rc=0}\u000a16:56:37.101609 run scp-db-to-remote(pid=8367): Launched\u000a16:56:38.304496 run scp-db-to-remote(pid=8367): Terminated: ok {rc=0}\u000a16:56:38.429741 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a16:56:38.781318 run patchelf(pid=8369): Launched\u000a16:56:39.984020 run patchelf(pid=8369): Terminated: ok {rc=0}\u000a16:56:40.110576 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a16:56:40.461714 run setcap-netadm(pid=8370): Launched\u000a16:56:41.665135 run setcap-netadm(pid=8370): Terminated: ok {rc=0}\u000a16:56:42.008808 run srsepc(pid=8371): Launched\u000a16:56:42.129352 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a16:56:43.359854 run rm-remote-dir(pid=8372): Launched\u000a16:56:43.563494 run srsepc(pid=8371): ERR: Terminated: ERROR {rc=127} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8371)]\u000a16:56:43.711802 run srsepc(pid=8371): stdout: \u000a| (launched: 2022-12-13_16:56:41.844231)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:56:43.860262 run srsepc(pid=8371): stderr: \u000a| (launched: 2022-12-13_16:56:41.894607)\u000a| Connection to 10.42.42.116 closed. \u000a16:56:44.004623 run srsepc(pid=8371): stdout: \u000a| (launched: 2022-12-13_16:56:41.844231)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a16:56:44.148188 run srsepc(pid=8371): stderr: \u000a| (launched: 2022-12-13_16:56:41.894607)\u000a| Connection to 10.42.42.116 closed. \u000a16:56:44.314488 run rm-remote-dir(pid=8372): Terminating (SIGINT)\u000a16:56:44.509666 run rm-remote-dir(pid=8372): Terminated: ok {rc=0}\u000a16:56:44.545295 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=8371): Process ended prematurely: srsepc(pid=8371) [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=8371)] [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a16:56:44.555845 tst rrc_idle_mt_ping.py:16: Test FAILED (18.8 sec)\u000a16:56:44.676170 run scp-back-log(pid=8373): Launched\u000a16:56:45.767808 run scp-back-log(pid=8373): ERR: Terminated: ERROR {rc=1} [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8373)]\u000a16:56:45.834552 run scp-back-log(pid=8373): stdout: \u000a| (launched: 2022-12-13_16:56:44.600254) \u000a16:56:45.913629 run scp-back-log(pid=8373): stderr: \u000a| (launched: 2022-12-13_16:56:44.621402)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a16:56:45.971385 tst srsepc_10.42.42.118: Error('scp-back-log(pid=8373): launch_sync(): local process exited with status 1 [trial-2391↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=8373)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:54:21" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8384): Process ended prematurely: osmo-stp_10.42.42.5(pid=8384) [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8384)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8384): Process ended prematurely: osmo-stp_10.42.42.5(pid=8384) [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a16:56:46.881407 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:56:46.894253 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a16:56:47.047004 tst handover.py: using LAC 34975\u000a16:56:47.175243 tst handover.py: using RAC 40\u000a16:56:47.302201 tst handover.py: using CellId 34975\u000a16:56:47.429777 tst handover.py: using BVCI 34976\u000a16:56:47.453659 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a16:56:47.579755 tst handover.py: using LAC 34976\u000a16:56:47.706736 tst handover.py: using RAC 41\u000a16:56:47.830310 tst handover.py: using CellId 34976\u000a16:56:47.951726 tst handover.py: using BVCI 34977\u000a16:56:47.975609 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:56:47.986542 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:56:47.997312 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:56:48.007992 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:56:48.019388 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a16:56:48.030535 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a16:56:48.150674 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a16:56:48.366364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:56:48.898700 run create_hlr_db(pid=8378): Launched\u000a16:56:50.093243 run create_hlr_db(pid=8378): Terminated: ok {rc=0}\u000a16:56:50.438143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8380): Launched\u000a16:56:50.774167 run osmo-hlr_10.42.42.2(pid=8381): Launched\u000a16:56:50.895293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:56:51.475203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8383): Launched\u000a16:56:51.809904 run osmo-stp_10.42.42.5(pid=8384): Launched\u000a16:56:51.930511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:56:52.538981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8386): Launched\u000a16:56:52.873440 run osmo-msc_10.42.42.6(pid=8387): Launched\u000a16:56:53.070999 run osmo-stp_10.42.42.5(pid=8384): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8384)]\u000a16:56:53.208854 run osmo-stp_10.42.42.5(pid=8384): stdout: \u000a| (launched: 2022-12-13_16:56:51.643703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:53.346955 run osmo-stp_10.42.42.5(pid=8384): stderr: \u000a| �[0;m�[38;5;43m20221213165651836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165651837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165651837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165651837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165651838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165651838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165651838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:53.479819 run osmo-stp_10.42.42.5(pid=8384): stdout: \u000a| (launched: 2022-12-13_16:56:51.643703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:56:53.611752 run osmo-stp_10.42.42.5(pid=8384): stderr: \u000a| �[0;m�[38;5;43m20221213165651836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165651837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165651837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165651837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165651838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165651838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165651838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:56:53.669571 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8384): Process ended prematurely: osmo-stp_10.42.42.5(pid=8384) [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8384)] [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a16:56:53.678456 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:56:53.742446 run osmo-hlr_10.42.42.2(pid=8381): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8381)]\u000a16:56:53.794852 run osmo-hlr_10.42.42.2(pid=8381): stdout: \u000a| (launched: 2022-12-13_16:56:50.607276) \u000a16:56:53.847770 run osmo-hlr_10.42.42.2(pid=8381): stderr: \u000a| �[0;m�[1;31m20221213165650806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165650806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165650806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165650806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165650806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165650806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165650819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165650828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165650828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165650828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:56:53.919644 run osmo-msc_10.42.42.6(pid=8387): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8387)]\u000a16:56:53.971875 run osmo-msc_10.42.42.6(pid=8387): stdout: \u000a| (launched: 2022-12-13_16:56:52.707539) \u000a16:56:54.025261 run osmo-msc_10.42.42.6(pid=8387): stderr: \u000a| �[0;m�[38;5;43m20221213165653031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165653031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9146033c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165653031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165653031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165653031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165653031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165653033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165653034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165653034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165653034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:56:54.070899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8380): Terminating (SIGTERM)\u000a16:56:54.113830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8383): Terminating (SIGTERM)\u000a16:56:54.156879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8386): Terminating (SIGTERM)\u000a16:56:54.166734 --- ParallelTerminationStrategy: PID 8380 died...\u000a16:56:54.224327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8380): Terminated: ok {rc=0}\u000a16:56:54.234542 --- ParallelTerminationStrategy: PID 8383 died...\u000a16:56:54.291360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8383): Terminated: ok {rc=0}\u000a16:56:54.301579 --- ParallelTerminationStrategy: PID 8386 died...\u000a16:56:54.358476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8386): Terminated: ok {rc=0}\u000a16:56:54.445617 bus /sierra_3: Setting Powered False\u000a16:56:55.552865 bus /sierra_3: Setting Powered False\u000a16:56:56.664169 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:56:46" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8398): Process ended prematurely: osmo-stp_10.42.42.5(pid=8398) [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8398): Process ended prematurely: osmo-stp_10.42.42.5(pid=8398) [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a16:56:58.639800 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:56:58.651266 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:56:58.790338 tst handover.py: using LAC 34977\u000a16:56:58.920255 tst handover.py: using RAC 42\u000a16:56:59.050262 tst handover.py: using CellId 34977\u000a16:56:59.179806 tst handover.py: using BVCI 34978\u000a16:56:59.205074 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:56:59.337964 tst handover.py: using LAC 34978\u000a16:56:59.469618 tst handover.py: using RAC 43\u000a16:56:59.599038 tst handover.py: using CellId 34978\u000a16:56:59.730234 tst handover.py: using BVCI 34979\u000a16:56:59.755347 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:56:59.766920 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:56:59.778468 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:56:59.790032 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:56:59.801865 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:56:59.813599 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:56:59.930757 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:57:00.145905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:00.648300 run create_hlr_db(pid=8392): Launched\u000a16:57:00.784148 bus /sierra_2: Setting Powered False\u000a16:57:01.855189 run create_hlr_db(pid=8392): Terminated: ok {rc=0}\u000a16:57:02.269133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8394): Launched\u000a16:57:02.586484 run osmo-hlr_10.42.42.2(pid=8395): Launched\u000a16:57:02.710455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:03.233351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8397): Launched\u000a16:57:03.549521 run osmo-stp_10.42.42.5(pid=8398): Launched\u000a16:57:03.675234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:04.226388 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8400): Launched\u000a16:57:04.542681 run osmo-msc_10.42.42.6(pid=8401): Launched\u000a16:57:04.726804 run osmo-stp_10.42.42.5(pid=8398): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)]\u000a16:57:04.858589 run osmo-stp_10.42.42.5(pid=8398): stdout: \u000a| (launched: 2022-12-13_16:57:03.392320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:04.988212 run osmo-stp_10.42.42.5(pid=8398): stderr: \u000a| �[0;m�[38;5;43m20221213165703566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165703566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165703566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165703567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165703567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165703567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165703567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:05.113793 run osmo-stp_10.42.42.5(pid=8398): stdout: \u000a| (launched: 2022-12-13_16:57:03.392320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:05.238397 run osmo-stp_10.42.42.5(pid=8398): stderr: \u000a| �[0;m�[38;5;43m20221213165703566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165703566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165703566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165703567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165703567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165703567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165703567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:05.292942 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8398): Process ended prematurely: osmo-stp_10.42.42.5(pid=8398) [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)] [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a16:57:05.301158 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:57:05.361562 run osmo-hlr_10.42.42.2(pid=8395): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8395)]\u000a16:57:05.411311 run osmo-hlr_10.42.42.2(pid=8395): stdout: \u000a| (launched: 2022-12-13_16:57:02.428374) \u000a16:57:05.461508 run osmo-hlr_10.42.42.2(pid=8395): stderr: \u000a| �[0;m�[1;31m20221213165702605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165702605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165702605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165702605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165702605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165702605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165702619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165702627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165702628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165702628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:05.529534 run osmo-msc_10.42.42.6(pid=8401): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8401)]\u000a16:57:05.578851 run osmo-msc_10.42.42.6(pid=8401): stdout: \u000a| (launched: 2022-12-13_16:57:04.386499) \u000a16:57:05.628786 run osmo-msc_10.42.42.6(pid=8401): stderr: \u000a| �[0;m�[38;5;43m20221213165704662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165704662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5ee610c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165704662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165704662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165704662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165704663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165704664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165704665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165704665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165704665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:05.671297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8394): Terminating (SIGTERM)\u000a16:57:05.711251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8397): Terminating (SIGTERM)\u000a16:57:05.751350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8400): Terminating (SIGTERM)\u000a16:57:05.760562 --- ParallelTerminationStrategy: PID 8394 died...\u000a16:57:05.814067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8394): Terminated: ok {rc=0}\u000a16:57:05.823561 --- ParallelTerminationStrategy: PID 8397 died...\u000a16:57:05.876472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8397): Terminated: ok {rc=0}\u000a16:57:05.885982 --- ParallelTerminationStrategy: PID 8400 died...\u000a16:57:05.938951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8400): Terminated: ok {rc=0}\u000a16:57:06.023312 bus /sierra_3: Setting Powered False\u000a16:57:07.131267 bus /sierra_3: Setting Powered False\u000a16:57:08.245287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:56:58" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8412): Process ended prematurely: osmo-stp_10.42.42.5(pid=8412) [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8412)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8412): Process ended prematurely: osmo-stp_10.42.42.5(pid=8412) [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:57:10.231347 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:10.242338 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:57:10.369105 tst handover.py: using LAC 34979\u000a16:57:10.490813 tst handover.py: using RAC 44\u000a16:57:10.611668 tst handover.py: using CellId 34979\u000a16:57:10.734826 tst handover.py: using BVCI 34980\u000a16:57:10.758587 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:57:10.894595 tst handover.py: using LAC 34980\u000a16:57:11.014370 tst handover.py: using RAC 45\u000a16:57:11.134710 tst handover.py: using CellId 34980\u000a16:57:11.254725 tst handover.py: using BVCI 34981\u000a16:57:11.278557 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:11.289625 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:11.300553 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:11.311490 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:11.322684 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:57:11.333737 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:57:11.457440 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:57:11.664419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:12.128850 run create_hlr_db(pid=8406): Launched\u000a16:57:12.256780 bus /sierra_2: Setting Powered False\u000a16:57:13.329916 run create_hlr_db(pid=8406): Terminated: ok {rc=0}\u000a16:57:13.721874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8408): Launched\u000a16:57:14.036192 run osmo-hlr_10.42.42.2(pid=8409): Launched\u000a16:57:14.149826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:14.664696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8411): Launched\u000a16:57:14.978139 run osmo-stp_10.42.42.5(pid=8412): Launched\u000a16:57:15.091383 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:15.634366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8414): Launched\u000a16:57:16.019522 run osmo-msc_10.42.42.6(pid=8415): Launched\u000a16:57:16.249646 run osmo-stp_10.42.42.5(pid=8412): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8412)]\u000a16:57:16.472910 run osmo-stp_10.42.42.5(pid=8412): stdout: \u000a| (launched: 2022-12-13_16:57:14.823664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:16.620894 run osmo-stp_10.42.42.5(pid=8412): stderr: \u000a| �[0;m�[38;5;43m20221213165714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165714998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:16.811063 run osmo-stp_10.42.42.5(pid=8412): stdout: \u000a| (launched: 2022-12-13_16:57:14.823664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:16.956543 run osmo-stp_10.42.42.5(pid=8412): stderr: \u000a| �[0;m�[38;5;43m20221213165714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165714997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165714998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165714998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:17.034532 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8412): Process ended prematurely: osmo-stp_10.42.42.5(pid=8412) [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8412)] [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a16:57:17.046268 tst handover.py:18: Test FAILED (6.8 sec)\u000a16:57:17.120513 run osmo-hlr_10.42.42.2(pid=8409): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8409)]\u000a16:57:17.175003 run osmo-hlr_10.42.42.2(pid=8409): stdout: \u000a| (launched: 2022-12-13_16:57:13.881609) \u000a16:57:17.230177 run osmo-hlr_10.42.42.2(pid=8409): stderr: \u000a| �[0;m�[1;31m20221213165714059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165714059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165714059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165714059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165714059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165714059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165714072 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165714083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165714083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165714083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:17.305277 run osmo-msc_10.42.42.6(pid=8415): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8415)]\u000a16:57:17.359768 run osmo-msc_10.42.42.6(pid=8415): stdout: \u000a| (launched: 2022-12-13_16:57:15.792822) \u000a16:57:17.414669 run osmo-msc_10.42.42.6(pid=8415): stderr: \u000a| �[0;m�[38;5;43m20221213165716371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165716371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1eab22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165716371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165716371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165716372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165716372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165716373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165716374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165716374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165716374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:17.461854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8408): Terminating (SIGTERM)\u000a16:57:17.505104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8411): Terminating (SIGTERM)\u000a16:57:17.548268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8414): Terminating (SIGTERM)\u000a16:57:17.558230 --- ParallelTerminationStrategy: PID 8408 died...\u000a16:57:17.615914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8408): Terminated: ok {rc=0}\u000a16:57:17.626181 --- ParallelTerminationStrategy: PID 8411 died...\u000a16:57:17.683229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8411): Terminated: ok {rc=0}\u000a16:57:17.693454 --- ParallelTerminationStrategy: PID 8414 died...\u000a16:57:17.750404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8414): Terminated: ok {rc=0}\u000a16:57:17.838176 bus /sierra_3: Setting Powered False\u000a16:57:18.944505 bus /sierra_3: Setting Powered False\u000a16:57:20.052397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:57:09" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:57:22.058591 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:22.069976 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:57:22.200711 tst handover.py: using LAC 34981\u000a16:57:22.322268 tst handover.py: using RAC 46\u000a16:57:22.446277 tst handover.py: using CellId 34981\u000a16:57:22.574244 tst handover.py: using BVCI 34982\u000a16:57:22.599461 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:57:22.736575 tst handover.py: using LAC 34982\u000a16:57:22.867181 tst handover.py: using RAC 47\u000a16:57:22.987196 tst handover.py: using CellId 34982\u000a16:57:23.110457 tst handover.py: using BVCI 34983\u000a16:57:23.134229 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:23.145485 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:23.156436 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:23.167613 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:23.179158 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:57:23.190513 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:57:23.313024 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:57:23.522425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:23.988271 run create_hlr_db(pid=8420): Launched\u000a16:57:24.115746 bus /sierra_2: Setting Powered False\u000a16:57:25.188913 run create_hlr_db(pid=8420): Terminated: ok {rc=0}\u000a16:57:25.605727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Launched\u000a16:57:25.940201 run osmo-hlr_10.42.42.2(pid=8423): Launched\u000a16:57:26.062103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:26.612895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Launched\u000a16:57:26.947663 run osmo-stp_10.42.42.5(pid=8426): Launched\u000a16:57:27.068780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:27.651613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8428): Launched\u000a16:57:27.987913 run osmo-msc_10.42.42.6(pid=8429): Launched\u000a16:57:28.183189 run osmo-stp_10.42.42.5(pid=8426): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]\u000a16:57:28.323733 run osmo-stp_10.42.42.5(pid=8426): stdout: \u000a| (launched: 2022-12-13_16:57:26.782018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:28.462894 run osmo-stp_10.42.42.5(pid=8426): stderr: \u000a| �[0;m�[38;5;43m20221213165726976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165726976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165726976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165726977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165726979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165726979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165726979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:28.596144 run osmo-stp_10.42.42.5(pid=8426): stdout: \u000a| (launched: 2022-12-13_16:57:26.782018)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:28.728292 run osmo-stp_10.42.42.5(pid=8426): stderr: \u000a| �[0;m�[38;5;43m20221213165726976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165726976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165726976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165726977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165726979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165726979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165726979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:28.786526 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)] [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:57:28.795432 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:57:28.858206 run osmo-hlr_10.42.42.2(pid=8423): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8423)]\u000a16:57:28.909539 run osmo-hlr_10.42.42.2(pid=8423): stdout: \u000a| (launched: 2022-12-13_16:57:25.775314) \u000a16:57:28.961594 run osmo-hlr_10.42.42.2(pid=8423): stderr: \u000a| �[0;m�[1;31m20221213165725977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165725977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165725977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165725977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165725977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165725977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165726042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165726052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165726052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165726052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:29.032623 run osmo-msc_10.42.42.6(pid=8429): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8429)]\u000a16:57:29.084069 run osmo-msc_10.42.42.6(pid=8429): stdout: \u000a| (launched: 2022-12-13_16:57:27.821350) \u000a16:57:29.136102 run osmo-msc_10.42.42.6(pid=8429): stderr: \u000a| �[0;m�[38;5;43m20221213165728145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165728145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6e1c55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165728145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165728145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165728145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165728145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165728147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165728147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165728148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165728148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:29.180540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Terminating (SIGTERM)\u000a16:57:29.223069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Terminating (SIGTERM)\u000a16:57:29.265678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8428): Terminating (SIGTERM)\u000a16:57:29.275398 --- ParallelTerminationStrategy: PID 8422 died...\u000a16:57:29.331556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Terminated: ok {rc=0}\u000a16:57:29.341795 --- ParallelTerminationStrategy: PID 8425 died...\u000a16:57:29.397631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Terminated: ok {rc=0}\u000a16:57:29.407569 --- ParallelTerminationStrategy: PID 8428 died...\u000a16:57:29.463363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8428): Terminated: ok {rc=0}\u000a16:57:29.550238 bus /sierra_3: Setting Powered False\u000a16:57:30.654460 bus /sierra_3: Setting Powered False\u000a16:57:31.787288 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:57:21" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8440): Process ended prematurely: osmo-stp_10.42.42.5(pid=8440) [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8440)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8440): Process ended prematurely: osmo-stp_10.42.42.5(pid=8440) [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:57:33.806511 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:33.818398 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:57:33.954936 tst handover.py: using LAC 34983\u000a16:57:34.086196 tst handover.py: using RAC 48\u000a16:57:34.216378 tst handover.py: using CellId 34983\u000a16:57:34.348229 tst handover.py: using BVCI 34984\u000a16:57:34.373640 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:57:34.522208 tst handover.py: using LAC 34984\u000a16:57:34.648027 tst handover.py: using RAC 49\u000a16:57:34.780469 tst handover.py: using CellId 34984\u000a16:57:34.911081 tst handover.py: using BVCI 34985\u000a16:57:34.936456 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:34.948194 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:34.959857 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:34.971665 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:34.983722 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:57:34.995709 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:57:35.117517 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:57:35.331013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:35.833954 run create_hlr_db(pid=8434): Launched\u000a16:57:35.969424 bus /sierra_2: Setting Powered False\u000a16:57:37.046993 run create_hlr_db(pid=8434): Terminated: ok {rc=0}\u000a16:57:37.443116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8436): Launched\u000a16:57:37.757505 run osmo-hlr_10.42.42.2(pid=8437): Launched\u000a16:57:37.876643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:38.391120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8439): Launched\u000a16:57:38.706443 run osmo-stp_10.42.42.5(pid=8440): Launched\u000a16:57:38.820587 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:39.362206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8442): Launched\u000a16:57:39.675213 run osmo-msc_10.42.42.6(pid=8443): Launched\u000a16:57:39.857981 run osmo-stp_10.42.42.5(pid=8440): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8440)]\u000a16:57:39.989674 run osmo-stp_10.42.42.5(pid=8440): stdout: \u000a| (launched: 2022-12-13_16:57:38.549762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:40.119237 run osmo-stp_10.42.42.5(pid=8440): stderr: \u000a| �[0;m�[38;5;43m20221213165738722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165738722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165738723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165738723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165738723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165738723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165738724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:40.244199 run osmo-stp_10.42.42.5(pid=8440): stdout: \u000a| (launched: 2022-12-13_16:57:38.549762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:40.368257 run osmo-stp_10.42.42.5(pid=8440): stderr: \u000a| �[0;m�[38;5;43m20221213165738722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165738722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165738723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165738723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165738723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165738723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165738724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:40.422606 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8440): Process ended prematurely: osmo-stp_10.42.42.5(pid=8440) [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8440)] [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:57:40.430999 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:57:40.491563 run osmo-hlr_10.42.42.2(pid=8437): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8437)]\u000a16:57:40.541317 run osmo-hlr_10.42.42.2(pid=8437): stdout: \u000a| (launched: 2022-12-13_16:57:37.602180) \u000a16:57:40.591303 run osmo-hlr_10.42.42.2(pid=8437): stderr: \u000a| �[0;m�[1;31m20221213165737781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165737781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165737781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165737781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165737781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165737781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165737794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165737805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165737805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165737805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:40.659181 run osmo-msc_10.42.42.6(pid=8443): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8443)]\u000a16:57:40.708594 run osmo-msc_10.42.42.6(pid=8443): stdout: \u000a| (launched: 2022-12-13_16:57:39.520226) \u000a16:57:40.759103 run osmo-msc_10.42.42.6(pid=8443): stderr: \u000a| �[0;m�[38;5;43m20221213165739791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165739791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02bac89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165739792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165739792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165739792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165739792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165739794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165739794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165739794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165739794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:40.801690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8436): Terminating (SIGTERM)\u000a16:57:40.841876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8439): Terminating (SIGTERM)\u000a16:57:40.881955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8442): Terminating (SIGTERM)\u000a16:57:40.891203 --- ParallelTerminationStrategy: PID 8436 died...\u000a16:57:40.945736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8436): Terminated: ok {rc=0}\u000a16:57:40.955368 --- ParallelTerminationStrategy: PID 8439 died...\u000a16:57:41.009397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8439): Terminated: ok {rc=0}\u000a16:57:41.019049 --- ParallelTerminationStrategy: PID 8442 died...\u000a16:57:41.073291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8442): Terminated: ok {rc=0}\u000a16:57:41.163911 bus /sierra_3: Setting Powered False\u000a16:57:42.273417 bus /sierra_3: Setting Powered False\u000a16:57:43.383012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:57:33" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8454): Process ended prematurely: osmo-stp_10.42.42.5(pid=8454) [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8454)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8454): Process ended prematurely: osmo-stp_10.42.42.5(pid=8454) [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:57:45.378604 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:45.390632 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:57:45.527643 tst handover.py: using LAC 34985\u000a16:57:45.659034 tst handover.py: using RAC 50\u000a16:57:45.789230 tst handover.py: using CellId 34985\u000a16:57:45.945249 tst handover.py: using BVCI 34986\u000a16:57:45.971833 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:57:46.137848 tst handover.py: using LAC 34986\u000a16:57:46.276372 tst handover.py: using RAC 51\u000a16:57:46.410013 tst handover.py: using CellId 34986\u000a16:57:46.576395 tst handover.py: using BVCI 34987\u000a16:57:46.607857 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:46.623155 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:46.638506 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:46.655161 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:46.671406 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:57:46.689567 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:57:46.842957 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:57:47.082993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:47.555530 run create_hlr_db(pid=8448): Launched\u000a16:57:47.683597 bus /sierra_2: Setting Powered False\u000a16:57:48.769191 run create_hlr_db(pid=8448): Terminated: ok {rc=0}\u000a16:57:49.171692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8450): Launched\u000a16:57:49.505954 run osmo-hlr_10.42.42.2(pid=8451): Launched\u000a16:57:49.629783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:57:50.179746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8453): Launched\u000a16:57:50.512315 run osmo-stp_10.42.42.5(pid=8454): Launched\u000a16:57:50.633512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:57:51.214122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8456): Launched\u000a16:57:51.550586 run osmo-msc_10.42.42.6(pid=8457): Launched\u000a16:57:51.745273 run osmo-stp_10.42.42.5(pid=8454): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8454)]\u000a16:57:51.885508 run osmo-stp_10.42.42.5(pid=8454): stdout: \u000a| (launched: 2022-12-13_16:57:50.348784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:52.024455 run osmo-stp_10.42.42.5(pid=8454): stderr: \u000a| �[0;m�[38;5;43m20221213165750545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165750545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165750545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165750546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165750546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165750546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165750546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:52.158103 run osmo-stp_10.42.42.5(pid=8454): stdout: \u000a| (launched: 2022-12-13_16:57:50.348784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:57:52.291501 run osmo-stp_10.42.42.5(pid=8454): stderr: \u000a| �[0;m�[38;5;43m20221213165750545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165750545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165750545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165750546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165750546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165750546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165750546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:57:52.349681 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8454): Process ended prematurely: osmo-stp_10.42.42.5(pid=8454) [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8454)] [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a16:57:52.358672 tst handover.py:18: Test FAILED (7.0 sec)\u000a16:57:52.422061 run osmo-hlr_10.42.42.2(pid=8451): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8451)]\u000a16:57:52.474292 run osmo-hlr_10.42.42.2(pid=8451): stdout: \u000a| (launched: 2022-12-13_16:57:49.341504) \u000a16:57:52.526864 run osmo-hlr_10.42.42.2(pid=8451): stderr: \u000a| �[0;m�[1;31m20221213165749543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165749543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165749543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165749543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165749543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165749543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165749558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165749566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165749566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165749566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:57:52.598324 run osmo-msc_10.42.42.6(pid=8457): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8457)]\u000a16:57:52.650601 run osmo-msc_10.42.42.6(pid=8457): stdout: \u000a| (launched: 2022-12-13_16:57:51.383616) \u000a16:57:52.703151 run osmo-msc_10.42.42.6(pid=8457): stderr: \u000a| �[0;m�[38;5;43m20221213165751710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165751710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc020cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165751710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165751710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165751710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165751711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165751712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165751713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:57:52.747974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8450): Terminating (SIGTERM)\u000a16:57:52.790384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8453): Terminating (SIGTERM)\u000a16:57:52.833237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8456): Terminating (SIGTERM)\u000a16:57:52.843080 --- ParallelTerminationStrategy: PID 8450 died...\u000a16:57:52.899855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8450): Terminated: ok {rc=0}\u000a16:57:52.910069 --- ParallelTerminationStrategy: PID 8453 died...\u000a16:57:52.966044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8453): Terminated: ok {rc=0}\u000a16:57:52.975993 --- ParallelTerminationStrategy: PID 8456 died...\u000a16:57:53.032335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8456): Terminated: ok {rc=0}\u000a16:57:53.120460 bus /sierra_3: Setting Powered False\u000a16:57:54.224095 bus /sierra_3: Setting Powered False\u000a16:57:55.337652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:57:45" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8468): Process ended prematurely: osmo-stp_10.42.42.5(pid=8468) [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8468): Process ended prematurely: osmo-stp_10.42.42.5(pid=8468) [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:57:57.328712 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:57.341278 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:57:57.478417 tst handover.py: using LAC 34987\u000a16:57:57.609214 tst handover.py: using RAC 52\u000a16:57:57.740094 tst handover.py: using CellId 34987\u000a16:57:57.869264 tst handover.py: using BVCI 34988\u000a16:57:57.894379 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:57:58.045889 tst handover.py: using LAC 34988\u000a16:57:58.174326 tst handover.py: using RAC 53\u000a16:57:58.302508 tst handover.py: using CellId 34988\u000a16:57:58.430221 tst handover.py: using BVCI 34989\u000a16:57:58.455430 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:58.466906 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:58.478359 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:58.489706 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:58.501136 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:57:58.512358 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:57:58.632081 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:57:58.840160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:57:59.305029 run create_hlr_db(pid=8462): Launched\u000a16:57:59.432908 bus /sierra_2: Setting Powered False\u000a16:58:00.506572 run create_hlr_db(pid=8462): Terminated: ok {rc=0}\u000a16:58:00.935127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8464): Launched\u000a16:58:01.337114 run osmo-hlr_10.42.42.2(pid=8465): Launched\u000a16:58:01.483949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:02.190196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Launched\u000a16:58:02.556108 run osmo-stp_10.42.42.5(pid=8468): Launched\u000a16:58:02.677998 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:03.261592 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8470): Launched\u000a16:58:03.596234 run osmo-msc_10.42.42.6(pid=8471): Launched\u000a16:58:03.792298 run osmo-stp_10.42.42.5(pid=8468): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)]\u000a16:58:03.932903 run osmo-stp_10.42.42.5(pid=8468): stdout: \u000a| (launched: 2022-12-13_16:58:02.389244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:04.072497 run osmo-stp_10.42.42.5(pid=8468): stderr: \u000a| �[0;m�[38;5;43m20221213165802582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165802582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165802582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165802583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165802583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165802583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165802583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:04.206470 run osmo-stp_10.42.42.5(pid=8468): stdout: \u000a| (launched: 2022-12-13_16:58:02.389244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:04.338961 run osmo-stp_10.42.42.5(pid=8468): stderr: \u000a| �[0;m�[38;5;43m20221213165802582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165802582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165802582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165802583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165802583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165802583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165802583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:04.397347 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8468): Process ended prematurely: osmo-stp_10.42.42.5(pid=8468) [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8468)] [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a16:58:04.406319 tst handover.py:18: Test FAILED (7.1 sec)\u000a16:58:04.469782 run osmo-hlr_10.42.42.2(pid=8465): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8465)]\u000a16:58:04.522364 run osmo-hlr_10.42.42.2(pid=8465): stdout: \u000a| (launched: 2022-12-13_16:58:01.115706) \u000a16:58:04.575324 run osmo-hlr_10.42.42.2(pid=8465): stderr: \u000a| �[0;m�[1;31m20221213165801446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165801446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165801446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165801446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165801446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165801446 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165801470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165801497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165801497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165801497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:04.647380 run osmo-msc_10.42.42.6(pid=8471): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8471)]\u000a16:58:04.699594 run osmo-msc_10.42.42.6(pid=8471): stdout: \u000a| (launched: 2022-12-13_16:58:03.431218) \u000a16:58:04.752850 run osmo-msc_10.42.42.6(pid=8471): stderr: \u000a| �[0;m�[38;5;43m20221213165803754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165803754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcacc4d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165803755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165803755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165803755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165803755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165803757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165803757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165803757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165803757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:04.798299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8464): Terminating (SIGTERM)\u000a16:58:04.841114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Terminating (SIGTERM)\u000a16:58:04.883876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8470): Terminating (SIGTERM)\u000a16:58:04.893783 --- ParallelTerminationStrategy: PID 8464 died...\u000a16:58:04.950508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8464): Terminated: ok {rc=0}\u000a16:58:04.960751 --- ParallelTerminationStrategy: PID 8467 died...\u000a16:58:05.017322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8467): Terminated: ok {rc=0}\u000a16:58:05.027519 --- ParallelTerminationStrategy: PID 8470 died...\u000a16:58:05.084190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8470): Terminated: ok {rc=0}\u000a16:58:05.171109 bus /sierra_3: Setting Powered False\u000a16:58:06.278137 bus /sierra_3: Setting Powered False\u000a16:58:07.386382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:57:57" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8482): Process ended prematurely: osmo-stp_10.42.42.5(pid=8482) [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8482): Process ended prematurely: osmo-stp_10.42.42.5(pid=8482) [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:58:09.399777 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:09.411143 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:58:09.543561 tst handover.py: using LAC 34989\u000a16:58:09.669212 tst handover.py: using RAC 54\u000a16:58:09.794409 tst handover.py: using CellId 34989\u000a16:58:09.918452 tst handover.py: using BVCI 34990\u000a16:58:09.942428 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:58:10.080729 tst handover.py: using LAC 34990\u000a16:58:10.205296 tst handover.py: using RAC 55\u000a16:58:10.328098 tst handover.py: using CellId 34990\u000a16:58:10.452447 tst handover.py: using BVCI 34991\u000a16:58:10.475942 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:10.487396 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:10.498428 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:10.509347 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:10.521060 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:58:10.532804 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:58:10.657715 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:58:10.864937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:11.332997 run create_hlr_db(pid=8476): Launched\u000a16:58:11.461142 bus /sierra_2: Setting Powered False\u000a16:58:12.535819 run create_hlr_db(pid=8476): Terminated: ok {rc=0}\u000a16:58:12.930163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8478): Launched\u000a16:58:13.243643 run osmo-hlr_10.42.42.2(pid=8479): Launched\u000a16:58:13.365055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:13.885656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8481): Launched\u000a16:58:14.199053 run osmo-stp_10.42.42.5(pid=8482): Launched\u000a16:58:14.313120 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:14.858489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8484): Launched\u000a16:58:15.173466 run osmo-msc_10.42.42.6(pid=8485): Launched\u000a16:58:15.357033 run osmo-stp_10.42.42.5(pid=8482): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)]\u000a16:58:15.489453 run osmo-stp_10.42.42.5(pid=8482): stdout: \u000a| (launched: 2022-12-13_16:58:14.043573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:15.619530 run osmo-stp_10.42.42.5(pid=8482): stderr: \u000a| �[0;m�[38;5;43m20221213165814215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165814215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165814216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165814216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165814216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165814217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165814217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:15.744638 run osmo-stp_10.42.42.5(pid=8482): stdout: \u000a| (launched: 2022-12-13_16:58:14.043573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:15.885460 run osmo-stp_10.42.42.5(pid=8482): stderr: \u000a| �[0;m�[38;5;43m20221213165814215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165814215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165814216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165814216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165814216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165814217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165814217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:15.947083 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8482): Process ended prematurely: osmo-stp_10.42.42.5(pid=8482) [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8482)] [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a16:58:15.956324 tst handover.py:18: Test FAILED (6.5 sec)\u000a16:58:16.021401 run osmo-hlr_10.42.42.2(pid=8479): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8479)]\u000a16:58:16.075474 run osmo-hlr_10.42.42.2(pid=8479): stdout: \u000a| (launched: 2022-12-13_16:58:13.088656) \u000a16:58:16.131516 run osmo-hlr_10.42.42.2(pid=8479): stderr: \u000a| �[0;m�[1;31m20221213165813267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165813267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165813267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165813267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165813267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165813267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165813279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165813289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165813289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165813289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:16.205273 run osmo-msc_10.42.42.6(pid=8485): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8485)]\u000a16:58:16.258393 run osmo-msc_10.42.42.6(pid=8485): stdout: \u000a| (launched: 2022-12-13_16:58:15.017139) \u000a16:58:16.313278 run osmo-msc_10.42.42.6(pid=8485): stderr: \u000a| �[0;m�[38;5;43m20221213165815292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165815292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5773913c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165815292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165815292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165815292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165815292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165815294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165815294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165815295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165815295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:16.360702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8478): Terminating (SIGTERM)\u000a16:58:16.413135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8481): Terminating (SIGTERM)\u000a16:58:16.465841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8484): Terminating (SIGTERM)\u000a16:58:16.478258 --- ParallelTerminationStrategy: PID 8478 died...\u000a16:58:16.544565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8478): Terminated: ok {rc=0}\u000a16:58:16.559473 --- ParallelTerminationStrategy: PID 8481 died...\u000a16:58:16.627869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8481): Terminated: ok {rc=0}\u000a16:58:16.641673 --- ParallelTerminationStrategy: PID 8484 died...\u000a16:58:16.707496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8484): Terminated: ok {rc=0}\u000a16:58:16.801986 bus /sierra_3: Setting Powered False\u000a16:58:17.904853 bus /sierra_3: Setting Powered False\u000a16:58:19.014106 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:58:09" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8496): Process ended prematurely: osmo-stp_10.42.42.5(pid=8496) [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8496): Process ended prematurely: osmo-stp_10.42.42.5(pid=8496) [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a16:58:20.992703 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:58:21.004184 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:58:21.129367 tst handover.py: using LAC 34991\u000a16:58:21.252616 tst handover.py: using RAC 56\u000a16:58:21.376476 tst handover.py: using CellId 34991\u000a16:58:21.499819 tst handover.py: using BVCI 34992\u000a16:58:21.523635 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a16:58:21.649338 tst handover.py: using LAC 34992\u000a16:58:21.771062 tst handover.py: using RAC 57\u000a16:58:21.894420 tst handover.py: using CellId 34992\u000a16:58:22.016510 tst handover.py: using BVCI 34993\u000a16:58:22.040178 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:58:22.051059 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:58:22.061770 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:58:22.072404 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:58:22.083658 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a16:58:22.095039 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:58:22.216779 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a16:58:22.428133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:22.897424 run create_hlr_db(pid=8490): Launched\u000a16:58:23.026148 bus /sierra_2: Setting Powered False\u000a16:58:24.100155 run create_hlr_db(pid=8490): Terminated: ok {rc=0}\u000a16:58:24.518061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8492): Launched\u000a16:58:24.853967 run osmo-hlr_10.42.42.2(pid=8493): Launched\u000a16:58:24.976378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:25.530014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8495): Launched\u000a16:58:25.865004 run osmo-stp_10.42.42.5(pid=8496): Launched\u000a16:58:25.986123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:26.569280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8498): Launched\u000a16:58:26.907399 run osmo-msc_10.42.42.6(pid=8499): Launched\u000a16:58:27.103910 run osmo-stp_10.42.42.5(pid=8496): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)]\u000a16:58:27.245144 run osmo-stp_10.42.42.5(pid=8496): stdout: \u000a| (launched: 2022-12-13_16:58:25.699790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:27.384430 run osmo-stp_10.42.42.5(pid=8496): stderr: \u000a| �[0;m�[38;5;43m20221213165825896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165825897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165825897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165825897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165825898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165825898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165825898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:27.518408 run osmo-stp_10.42.42.5(pid=8496): stdout: \u000a| (launched: 2022-12-13_16:58:25.699790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:27.651167 run osmo-stp_10.42.42.5(pid=8496): stderr: \u000a| �[0;m�[38;5;43m20221213165825896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165825897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165825897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165825897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165825898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165825898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165825898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:27.709732 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8496): Process ended prematurely: osmo-stp_10.42.42.5(pid=8496) [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8496)] [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a16:58:27.718567 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:58:27.782318 run osmo-hlr_10.42.42.2(pid=8493): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8493)]\u000a16:58:27.834751 run osmo-hlr_10.42.42.2(pid=8493): stdout: \u000a| (launched: 2022-12-13_16:58:24.688643) \u000a16:58:27.888119 run osmo-hlr_10.42.42.2(pid=8493): stderr: \u000a| �[0;m�[1;31m20221213165824890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165824891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165824891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165824891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165824891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165824891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165824908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165824918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165824918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165824918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:27.960315 run osmo-msc_10.42.42.6(pid=8499): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8499)]\u000a16:58:28.013870 run osmo-msc_10.42.42.6(pid=8499): stdout: \u000a| (launched: 2022-12-13_16:58:26.739650) \u000a16:58:28.067152 run osmo-msc_10.42.42.6(pid=8499): stderr: \u000a| �[0;m�[38;5;43m20221213165827063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165827063 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0fbd06c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165827063 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165827063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165827064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165827064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165827066 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165827066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165827066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165827066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:28.112711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8492): Terminating (SIGTERM)\u000a16:58:28.155138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8495): Terminating (SIGTERM)\u000a16:58:28.197558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8498): Terminating (SIGTERM)\u000a16:58:28.206907 --- ParallelTerminationStrategy: PID 8492 died...\u000a16:58:28.263552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8492): Terminated: ok {rc=0}\u000a16:58:28.273899 --- ParallelTerminationStrategy: PID 8495 died...\u000a16:58:28.330035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8495): Terminated: ok {rc=0}\u000a16:58:28.340166 --- ParallelTerminationStrategy: PID 8498 died...\u000a16:58:28.395977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8498): Terminated: ok {rc=0}\u000a16:58:28.483101 bus /sierra_3: Setting Powered False\u000a16:58:29.590430 bus /sierra_3: Setting Powered False\u000a16:58:30.701233 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:58:20" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8510): Process ended prematurely: osmo-stp_10.42.42.5(pid=8510) [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8510)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8510): Process ended prematurely: osmo-stp_10.42.42.5(pid=8510) [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:58:32.695327 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:58:32.706515 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:58:32.836775 tst handover.py: using LAC 34993\u000a16:58:32.972005 tst handover.py: using RAC 58\u000a16:58:33.101876 tst handover.py: using CellId 34993\u000a16:58:33.227846 tst handover.py: using BVCI 34994\u000a16:58:33.251804 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:58:33.391247 tst handover.py: using LAC 34994\u000a16:58:33.512425 tst handover.py: using RAC 59\u000a16:58:33.641936 tst handover.py: using CellId 34994\u000a16:58:33.773394 tst handover.py: using BVCI 34995\u000a16:58:33.798699 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:58:33.810165 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:58:33.821403 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:58:33.832559 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:58:33.844210 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:58:33.855549 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:58:33.974108 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:58:34.189524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:34.694342 run create_hlr_db(pid=8504): Launched\u000a16:58:34.830354 bus /sierra_2: Setting Powered False\u000a16:58:35.908230 run create_hlr_db(pid=8504): Terminated: ok {rc=0}\u000a16:58:36.304926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8506): Launched\u000a16:58:36.623680 run osmo-hlr_10.42.42.2(pid=8507): Launched\u000a16:58:36.747650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:37.271030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8509): Launched\u000a16:58:37.585936 run osmo-stp_10.42.42.5(pid=8510): Launched\u000a16:58:37.700121 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:38.243822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8512): Launched\u000a16:58:38.559014 run osmo-msc_10.42.42.6(pid=8513): Launched\u000a16:58:38.743016 run osmo-stp_10.42.42.5(pid=8510): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8510)]\u000a16:58:38.875560 run osmo-stp_10.42.42.5(pid=8510): stdout: \u000a| (launched: 2022-12-13_16:58:37.429065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:39.006290 run osmo-stp_10.42.42.5(pid=8510): stderr: \u000a| �[0;m�[38;5;43m20221213165837601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165837601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165837601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165837602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165837604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165837604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165837604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:39.131648 run osmo-stp_10.42.42.5(pid=8510): stdout: \u000a| (launched: 2022-12-13_16:58:37.429065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:39.255436 run osmo-stp_10.42.42.5(pid=8510): stderr: \u000a| �[0;m�[38;5;43m20221213165837601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165837601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165837601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165837602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165837604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165837604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165837604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:39.309771 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8510): Process ended prematurely: osmo-stp_10.42.42.5(pid=8510) [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8510)] [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a16:58:39.318091 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:58:39.378886 run osmo-hlr_10.42.42.2(pid=8507): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8507)]\u000a16:58:39.428412 run osmo-hlr_10.42.42.2(pid=8507): stdout: \u000a| (launched: 2022-12-13_16:58:36.464347) \u000a16:58:39.478721 run osmo-hlr_10.42.42.2(pid=8507): stderr: \u000a| �[0;m�[1;31m20221213165836644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165836644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165836644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165836644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165836644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165836644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165836656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165836664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165836665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165836665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:39.547206 run osmo-msc_10.42.42.6(pid=8513): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8513)]\u000a16:58:39.596767 run osmo-msc_10.42.42.6(pid=8513): stdout: \u000a| (launched: 2022-12-13_16:58:38.401982) \u000a16:58:39.647156 run osmo-msc_10.42.42.6(pid=8513): stderr: \u000a| �[0;m�[38;5;43m20221213165838674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165838674 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91c64f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165838674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165838674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165838675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165838675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165838676 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165838677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165838677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165838677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:39.689739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8506): Terminating (SIGTERM)\u000a16:58:39.730185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8509): Terminating (SIGTERM)\u000a16:58:39.770830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8512): Terminating (SIGTERM)\u000a16:58:39.780126 --- ParallelTerminationStrategy: PID 8506 died...\u000a16:58:39.834854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8506): Terminated: ok {rc=0}\u000a16:58:39.844519 --- ParallelTerminationStrategy: PID 8509 died...\u000a16:58:39.898461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8509): Terminated: ok {rc=0}\u000a16:58:39.908074 --- ParallelTerminationStrategy: PID 8512 died...\u000a16:58:39.961947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8512): Terminated: ok {rc=0}\u000a16:58:40.051934 bus /sierra_3: Setting Powered False\u000a16:58:41.155605 bus /sierra_3: Setting Powered False\u000a16:58:42.265369 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:58:32" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8525): Process ended prematurely: osmo-stp_10.42.42.5(pid=8525) [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8525)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8525): Process ended prematurely: osmo-stp_10.42.42.5(pid=8525) [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:58:44.263379 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:44.274671 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:58:44.399712 tst handover.py: using LAC 34995\u000a16:58:44.523995 tst handover.py: using RAC 60\u000a16:58:44.647780 tst handover.py: using CellId 34995\u000a16:58:44.771222 tst handover.py: using BVCI 34996\u000a16:58:44.795115 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:58:44.933279 tst handover.py: using LAC 34996\u000a16:58:45.055778 tst handover.py: using RAC 61\u000a16:58:45.189683 tst handover.py: using CellId 34996\u000a16:58:45.317899 tst handover.py: using BVCI 34997\u000a16:58:45.343131 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:45.354721 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:45.366179 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:45.377687 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:45.389222 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:58:45.400569 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:58:45.522360 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:58:45.730725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:46.265233 run create_hlr_db(pid=8519): Launched\u000a16:58:46.397058 bus /sierra_2: Setting Powered False\u000a16:58:47.467525 run create_hlr_db(pid=8519): Terminated: ok {rc=0}\u000a16:58:47.857535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8521): Launched\u000a16:58:48.174419 run osmo-hlr_10.42.42.2(pid=8522): Launched\u000a16:58:48.288603 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:58:48.805277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8524): Launched\u000a16:58:49.121449 run osmo-stp_10.42.42.5(pid=8525): Launched\u000a16:58:49.235729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:58:49.779175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8527): Launched\u000a16:58:50.094543 run osmo-msc_10.42.42.6(pid=8528): Launched\u000a16:58:50.278986 run osmo-stp_10.42.42.5(pid=8525): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8525)]\u000a16:58:50.411487 run osmo-stp_10.42.42.5(pid=8525): stdout: \u000a| (launched: 2022-12-13_16:58:48.964031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:50.541764 run osmo-stp_10.42.42.5(pid=8525): stderr: \u000a| �[0;m�[38;5;43m20221213165849138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165849138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165849139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165849139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165849139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165849139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165849139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:50.667735 run osmo-stp_10.42.42.5(pid=8525): stdout: \u000a| (launched: 2022-12-13_16:58:48.964031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:58:50.792196 run osmo-stp_10.42.42.5(pid=8525): stderr: \u000a| �[0;m�[38;5;43m20221213165849138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165849138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165849139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165849139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165849139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165849139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165849139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:58:50.846860 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8525): Process ended prematurely: osmo-stp_10.42.42.5(pid=8525) [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8525)] [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a16:58:50.855243 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:58:50.916096 run osmo-hlr_10.42.42.2(pid=8522): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8522)]\u000a16:58:50.965907 run osmo-hlr_10.42.42.2(pid=8522): stdout: \u000a| (launched: 2022-12-13_16:58:48.016859) \u000a16:58:51.016244 run osmo-hlr_10.42.42.2(pid=8522): stderr: \u000a| �[0;m�[1;31m20221213165848195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165848195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165848195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165848195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165848195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165848195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165848206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165848215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165848215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165848215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:58:51.084523 run osmo-msc_10.42.42.6(pid=8528): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8528)]\u000a16:58:51.134343 run osmo-msc_10.42.42.6(pid=8528): stdout: \u000a| (launched: 2022-12-13_16:58:49.937942) \u000a16:58:51.184716 run osmo-msc_10.42.42.6(pid=8528): stderr: \u000a| �[0;m�[38;5;43m20221213165850210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165850210 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f88104c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165850210 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165850210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165850211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165850211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165850212 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165850213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165850213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165850213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:58:51.227363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8521): Terminating (SIGTERM)\u000a16:58:51.267620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8524): Terminating (SIGTERM)\u000a16:58:51.307770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8527): Terminating (SIGTERM)\u000a16:58:51.317127 --- ParallelTerminationStrategy: PID 8521 died...\u000a16:58:51.371369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8521): Terminated: ok {rc=0}\u000a16:58:51.381079 --- ParallelTerminationStrategy: PID 8524 died...\u000a16:58:51.435235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8524): Terminated: ok {rc=0}\u000a16:58:51.444846 --- ParallelTerminationStrategy: PID 8527 died...\u000a16:58:51.498825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8527): Terminated: ok {rc=0}\u000a16:58:51.586706 bus /sierra_3: Setting Powered False\u000a16:58:52.690194 bus /sierra_3: Setting Powered False\u000a16:58:53.801297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:58:43" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a16:58:55.798276 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:55.809880 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:58:55.937388 tst handover.py: using LAC 34997\u000a16:58:56.067590 tst handover.py: using RAC 62\u000a16:58:56.197864 tst handover.py: using CellId 34997\u000a16:58:56.329781 tst handover.py: using BVCI 34998\u000a16:58:56.355224 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a16:58:56.499042 tst handover.py: using LAC 34998\u000a16:58:56.622865 tst handover.py: using RAC 63\u000a16:58:56.744779 tst handover.py: using CellId 34998\u000a16:58:56.868579 tst handover.py: using BVCI 34999\u000a16:58:56.892618 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:56.903854 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:56.914889 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:56.925847 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:56.937084 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a16:58:56.948180 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:58:57.069723 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a16:58:57.278814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:58:57.745213 run create_hlr_db(pid=8533): Launched\u000a16:58:57.873398 bus /sierra_2: Setting Powered False\u000a16:58:58.946637 run create_hlr_db(pid=8533): Terminated: ok {rc=0}\u000a16:58:59.338298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Launched\u000a16:58:59.652178 run osmo-hlr_10.42.42.2(pid=8536): Launched\u000a16:58:59.773023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:00.299444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Launched\u000a16:59:00.614184 run osmo-stp_10.42.42.5(pid=8539): Launched\u000a16:59:00.728185 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:01.302154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8541): Launched\u000a16:59:01.698318 run osmo-msc_10.42.42.6(pid=8542): Launched\u000a16:59:01.938977 run osmo-stp_10.42.42.5(pid=8539): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a16:59:02.343670 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-13_16:59:00.458236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:02.514649 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221213165900631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165900631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165900631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165900632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165900634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165900634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165900634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:02.648506 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-13_16:59:00.458236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:02.780759 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221213165900631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165900631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165900631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165900632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165900634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165900634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165900634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:02.839172 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)] [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a16:59:02.847930 tst handover.py:18: Test FAILED (7.0 sec)\u000a16:59:02.911204 run osmo-hlr_10.42.42.2(pid=8536): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8536)]\u000a16:59:02.963270 run osmo-hlr_10.42.42.2(pid=8536): stdout: \u000a| (launched: 2022-12-13_16:58:59.496922) \u000a16:59:03.015719 run osmo-hlr_10.42.42.2(pid=8536): stderr: \u000a| �[0;m�[1;31m20221213165859678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165859678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165859678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165859678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165859678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165859678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165859690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165859698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165859698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165859698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:03.087796 run osmo-msc_10.42.42.6(pid=8542): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8542)]\u000a16:59:03.139805 run osmo-msc_10.42.42.6(pid=8542): stdout: \u000a| (launched: 2022-12-13_16:59:01.463940) \u000a16:59:03.193171 run osmo-msc_10.42.42.6(pid=8542): stderr: \u000a| �[0;m�[38;5;43m20221213165902068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165902068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb920542c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165902068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165902068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165902068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165902069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165902070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165902072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165902072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165902072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:03.238273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminating (SIGTERM)\u000a16:59:03.281035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminating (SIGTERM)\u000a16:59:03.324158 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8541): Terminating (SIGTERM)\u000a16:59:03.333987 --- ParallelTerminationStrategy: PID 8535 died...\u000a16:59:03.390280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminated: ok {rc=0}\u000a16:59:03.400540 --- ParallelTerminationStrategy: PID 8538 died...\u000a16:59:03.456600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminated: ok {rc=0}\u000a16:59:03.466770 --- ParallelTerminationStrategy: PID 8541 died...\u000a16:59:03.522763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8541): Terminated: ok {rc=0}\u000a16:59:03.610336 bus /sierra_3: Setting Powered False\u000a16:59:04.718203 bus /sierra_3: Setting Powered False\u000a16:59:05.825913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:58:55" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8553): Process ended prematurely: osmo-stp_10.42.42.5(pid=8553) [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8553)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8553): Process ended prematurely: osmo-stp_10.42.42.5(pid=8553) [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a16:59:07.809071 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:07.820311 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:07.951848 tst handover.py: using LAC 34999\u000a16:59:08.083631 tst handover.py: using RAC 64\u000a16:59:08.214958 tst handover.py: using CellId 34999\u000a16:59:08.344835 tst handover.py: using BVCI 35000\u000a16:59:08.370193 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a16:59:08.501623 tst handover.py: using LAC 35000\u000a16:59:08.633053 tst handover.py: using RAC 65\u000a16:59:08.764780 tst handover.py: using CellId 35000\u000a16:59:08.895504 tst handover.py: using BVCI 35001\u000a16:59:08.921158 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:08.932413 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:08.943661 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:08.954952 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:08.966270 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a16:59:08.977757 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:09.094771 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a16:59:09.311500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:09.812793 run create_hlr_db(pid=8547): Launched\u000a16:59:09.948530 bus /sierra_2: Setting Powered False\u000a16:59:11.025936 run create_hlr_db(pid=8547): Terminated: ok {rc=0}\u000a16:59:11.441714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8549): Launched\u000a16:59:11.777610 run osmo-hlr_10.42.42.2(pid=8550): Launched\u000a16:59:11.947331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:12.513471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8552): Launched\u000a16:59:12.848658 run osmo-stp_10.42.42.5(pid=8553): Launched\u000a16:59:12.968937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:13.552716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8555): Launched\u000a16:59:13.888866 run osmo-msc_10.42.42.6(pid=8556): Launched\u000a16:59:14.083499 run osmo-stp_10.42.42.5(pid=8553): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8553)]\u000a16:59:14.223929 run osmo-stp_10.42.42.5(pid=8553): stdout: \u000a| (launched: 2022-12-13_16:59:12.682808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:14.363151 run osmo-stp_10.42.42.5(pid=8553): stderr: \u000a| �[0;m�[38;5;43m20221213165912878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165912879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165912879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165912879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165912880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165912880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165912880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:14.496764 run osmo-stp_10.42.42.5(pid=8553): stdout: \u000a| (launched: 2022-12-13_16:59:12.682808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:14.629294 run osmo-stp_10.42.42.5(pid=8553): stderr: \u000a| �[0;m�[38;5;43m20221213165912878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165912879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165912879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165912879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165912880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165912880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165912880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:14.687534 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8553): Process ended prematurely: osmo-stp_10.42.42.5(pid=8553) [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8553)] [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a16:59:14.696342 tst handover.py:18: Test FAILED (6.9 sec)\u000a16:59:14.759913 run osmo-hlr_10.42.42.2(pid=8550): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8550)]\u000a16:59:14.812010 run osmo-hlr_10.42.42.2(pid=8550): stdout: \u000a| (launched: 2022-12-13_16:59:11.611370) \u000a16:59:14.864707 run osmo-hlr_10.42.42.2(pid=8550): stderr: \u000a| �[0;m�[1;31m20221213165911812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165911812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165911812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165911813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165911813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165911813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165911825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165911834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165911834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165911834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:14.936084 run osmo-msc_10.42.42.6(pid=8556): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8556)]\u000a16:59:14.987919 run osmo-msc_10.42.42.6(pid=8556): stdout: \u000a| (launched: 2022-12-13_16:59:13.722314) \u000a16:59:15.040462 run osmo-msc_10.42.42.6(pid=8556): stderr: \u000a| �[0;m�[38;5;43m20221213165914047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165914047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14ac90ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165914047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165914047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165914047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165914047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165914049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165914049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165914050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165914050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:15.085571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8549): Terminating (SIGTERM)\u000a16:59:15.128440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8552): Terminating (SIGTERM)\u000a16:59:15.170835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8555): Terminating (SIGTERM)\u000a16:59:15.180123 --- ParallelTerminationStrategy: PID 8549 died...\u000a16:59:15.236721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8549): Terminated: ok {rc=0}\u000a16:59:15.246814 --- ParallelTerminationStrategy: PID 8552 died...\u000a16:59:15.303534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8552): Terminated: ok {rc=0}\u000a16:59:15.314008 --- ParallelTerminationStrategy: PID 8555 died...\u000a16:59:15.370312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8555): Terminated: ok {rc=0}\u000a16:59:15.457685 bus /sierra_3: Setting Powered False\u000a16:59:16.562897 bus /sierra_3: Setting Powered False\u000a16:59:17.671140 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:59:07" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a16:59:19.650701 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:19.661647 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:19.793112 tst handover.py: using LAC 35001\u000a16:59:19.925848 tst handover.py: using RAC 66\u000a16:59:20.056184 tst handover.py: using CellId 35001\u000a16:59:20.187248 tst handover.py: using BVCI 35002\u000a16:59:20.212720 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a16:59:20.359346 tst handover.py: using LAC 35002\u000a16:59:20.489596 tst handover.py: using RAC 67\u000a16:59:20.622154 tst handover.py: using CellId 35002\u000a16:59:20.754603 tst handover.py: using BVCI 35003\u000a16:59:20.779865 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:20.791193 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:20.802416 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:20.813620 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:20.825416 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a16:59:20.837127 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:20.955862 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a16:59:21.171052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:21.674970 run create_hlr_db(pid=8561): Launched\u000a16:59:21.810603 bus /sierra_2: Setting Powered False\u000a16:59:22.888362 run create_hlr_db(pid=8561): Terminated: ok {rc=0}\u000a16:59:23.283057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Launched\u000a16:59:23.599360 run osmo-hlr_10.42.42.2(pid=8564): Launched\u000a16:59:23.719434 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:24.234144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Launched\u000a16:59:24.548847 run osmo-stp_10.42.42.5(pid=8567): Launched\u000a16:59:24.664314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:25.209325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8569): Launched\u000a16:59:25.527363 run osmo-msc_10.42.42.6(pid=8570): Launched\u000a16:59:25.711773 run osmo-stp_10.42.42.5(pid=8567): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]\u000a16:59:25.844894 run osmo-stp_10.42.42.5(pid=8567): stdout: \u000a| (launched: 2022-12-13_16:59:24.392759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:25.975695 run osmo-stp_10.42.42.5(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221213165924566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165924566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165924566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165924566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165924567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165924567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165924567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:26.101537 run osmo-stp_10.42.42.5(pid=8567): stdout: \u000a| (launched: 2022-12-13_16:59:24.392759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:26.225787 run osmo-stp_10.42.42.5(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221213165924566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165924566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165924566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165924566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165924567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165924567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165924567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:26.280550 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)] [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a16:59:26.288831 tst handover.py:18: Test FAILED (6.6 sec)\u000a16:59:26.350060 run osmo-hlr_10.42.42.2(pid=8564): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8564)]\u000a16:59:26.399892 run osmo-hlr_10.42.42.2(pid=8564): stdout: \u000a| (launched: 2022-12-13_16:59:23.443023) \u000a16:59:26.450518 run osmo-hlr_10.42.42.2(pid=8564): stderr: \u000a| �[0;m�[1;31m20221213165923619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165923619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165923619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165923619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165923619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165923619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165923631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165923640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165923640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165923640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:26.519047 run osmo-msc_10.42.42.6(pid=8570): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8570)]\u000a16:59:26.568896 run osmo-msc_10.42.42.6(pid=8570): stdout: \u000a| (launched: 2022-12-13_16:59:25.368857) \u000a16:59:26.619486 run osmo-msc_10.42.42.6(pid=8570): stderr: \u000a| �[0;m�[38;5;43m20221213165925640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165925640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcd818ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165925640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165925640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165925641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165925641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165925643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165925643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165925643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165925643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:26.662476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Terminating (SIGTERM)\u000a16:59:26.703008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Terminating (SIGTERM)\u000a16:59:26.743322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8569): Terminating (SIGTERM)\u000a16:59:26.752664 --- ParallelTerminationStrategy: PID 8563 died...\u000a16:59:26.807416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Terminated: ok {rc=0}\u000a16:59:26.817239 --- ParallelTerminationStrategy: PID 8566 died...\u000a16:59:26.871538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Terminated: ok {rc=0}\u000a16:59:26.881267 --- ParallelTerminationStrategy: PID 8569 died...\u000a16:59:26.935556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8569): Terminated: ok {rc=0}\u000a16:59:27.024591 bus /sierra_3: Setting Powered False\u000a16:59:28.127892 bus /sierra_3: Setting Powered False\u000a16:59:29.239382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:59:19" }, { "cases" : [ { "testActions" : [ ], "age" : 189, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8582): Process ended prematurely: osmo-stp_10.42.42.5(pid=8582) [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8582): Process ended prematurely: osmo-stp_10.42.42.5(pid=8582) [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a16:59:31.273938 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:31.289991 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:59:31.425709 tst handover.py: using LAC 35003\u000a16:59:31.576249 tst handover.py: using RAC 68\u000a16:59:31.735775 tst handover.py: using CellId 35003\u000a16:59:31.893920 tst handover.py: using BVCI 35004\u000a16:59:31.921453 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a16:59:32.063526 tst handover.py: using LAC 35004\u000a16:59:32.188305 tst handover.py: using RAC 69\u000a16:59:32.309508 tst handover.py: using CellId 35004\u000a16:59:32.429997 tst handover.py: using BVCI 35005\u000a16:59:32.453936 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:32.464987 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:32.475919 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:32.486951 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:32.498179 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a16:59:32.509690 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:59:32.628090 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a16:59:32.843186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:33.348363 run create_hlr_db(pid=8576): Launched\u000a16:59:33.485589 bus /sierra_2: Setting Powered False\u000a16:59:34.562260 run create_hlr_db(pid=8576): Terminated: ok {rc=0}\u000a16:59:34.957160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8578): Launched\u000a16:59:35.272507 run osmo-hlr_10.42.42.2(pid=8579): Launched\u000a16:59:35.394881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:35.921368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8581): Launched\u000a16:59:36.236307 run osmo-stp_10.42.42.5(pid=8582): Launched\u000a16:59:36.351512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:36.898277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8584): Launched\u000a16:59:37.214786 run osmo-msc_10.42.42.6(pid=8585): Launched\u000a16:59:37.399026 run osmo-stp_10.42.42.5(pid=8582): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)]\u000a16:59:37.547692 run osmo-stp_10.42.42.5(pid=8582): stdout: \u000a| (launched: 2022-12-13_16:59:36.080065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:37.687033 run osmo-stp_10.42.42.5(pid=8582): stderr: \u000a| �[0;m�[38;5;43m20221213165936250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165936250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165936251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165936251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165936252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165936252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165936252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:37.821234 run osmo-stp_10.42.42.5(pid=8582): stdout: \u000a| (launched: 2022-12-13_16:59:36.080065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:37.954391 run osmo-stp_10.42.42.5(pid=8582): stderr: \u000a| �[0;m�[38;5;43m20221213165936250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165936250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165936251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165936251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165936252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165936252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165936252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:38.012843 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8582): Process ended prematurely: osmo-stp_10.42.42.5(pid=8582) [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8582)] [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a16:59:38.021697 tst handover.py:18: Test FAILED (6.7 sec)\u000a16:59:38.086045 run osmo-hlr_10.42.42.2(pid=8579): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8579)]\u000a16:59:38.138951 run osmo-hlr_10.42.42.2(pid=8579): stdout: \u000a| (launched: 2022-12-13_16:59:35.116582) \u000a16:59:38.192092 run osmo-hlr_10.42.42.2(pid=8579): stderr: \u000a| �[0;m�[1;31m20221213165935295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165935295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165935295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165935295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165935295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165935295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165935308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165935318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165935318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165935318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:38.263810 run osmo-msc_10.42.42.6(pid=8585): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8585)]\u000a16:59:38.316014 run osmo-msc_10.42.42.6(pid=8585): stdout: \u000a| (launched: 2022-12-13_16:59:37.057224) \u000a16:59:38.369245 run osmo-msc_10.42.42.6(pid=8585): stderr: \u000a| �[0;m�[38;5;43m20221213165937332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165937332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75a3457c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165937332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165937332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165937332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165937333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165937334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165937335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165937335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165937335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:38.414506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8578): Terminating (SIGTERM)\u000a16:59:38.457487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8581): Terminating (SIGTERM)\u000a16:59:38.499957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8584): Terminating (SIGTERM)\u000a16:59:38.509857 --- ParallelTerminationStrategy: PID 8578 died...\u000a16:59:38.566726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8578): Terminated: ok {rc=0}\u000a16:59:38.577083 --- ParallelTerminationStrategy: PID 8581 died...\u000a16:59:38.633627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8581): Terminated: ok {rc=0}\u000a16:59:38.643660 --- ParallelTerminationStrategy: PID 8584 died...\u000a16:59:38.700402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8584): Terminated: ok {rc=0}\u000a16:59:38.786281 bus /sierra_3: Setting Powered False\u000a16:59:39.893802 bus /sierra_3: Setting Powered False\u000a16:59:41.007580 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:59:30" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8596): Process ended prematurely: osmo-stp_10.42.42.5(pid=8596) [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8596)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8596): Process ended prematurely: osmo-stp_10.42.42.5(pid=8596) [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a16:59:42.997667 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:59:43.009296 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:59:43.140372 tst handover.py: using LAC 35005\u000a16:59:43.271730 tst handover.py: using RAC 70\u000a16:59:43.401404 tst handover.py: using CellId 35005\u000a16:59:43.532393 tst handover.py: using BVCI 35006\u000a16:59:43.557886 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a16:59:43.705405 tst handover.py: using LAC 35006\u000a16:59:43.837495 tst handover.py: using RAC 71\u000a16:59:43.969636 tst handover.py: using CellId 35006\u000a16:59:44.102145 tst handover.py: using BVCI 35007\u000a16:59:44.127439 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:59:44.139063 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:59:44.150473 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:59:44.161784 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:59:44.173437 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a16:59:44.184647 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:59:44.306615 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a16:59:44.523068 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:45.026972 run create_hlr_db(pid=8590): Launched\u000a16:59:45.163767 bus /sierra_2: Setting Powered False\u000a16:59:46.246641 run create_hlr_db(pid=8590): Terminated: ok {rc=0}\u000a16:59:46.701246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8592): Launched\u000a16:59:47.115425 run osmo-hlr_10.42.42.2(pid=8593): Launched\u000a16:59:47.244734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:47.800860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8595): Launched\u000a16:59:48.135502 run osmo-stp_10.42.42.5(pid=8596): Launched\u000a16:59:48.255381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a16:59:48.840346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8598): Launched\u000a16:59:49.176386 run osmo-msc_10.42.42.6(pid=8599): Launched\u000a16:59:49.372184 run osmo-stp_10.42.42.5(pid=8596): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8596)]\u000a16:59:49.512471 run osmo-stp_10.42.42.5(pid=8596): stdout: \u000a| (launched: 2022-12-13_16:59:47.970910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:49.651943 run osmo-stp_10.42.42.5(pid=8596): stderr: \u000a| �[0;m�[38;5;43m20221213165948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165948168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:49.785693 run osmo-stp_10.42.42.5(pid=8596): stdout: \u000a| (launched: 2022-12-13_16:59:47.970910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a16:59:49.917795 run osmo-stp_10.42.42.5(pid=8596): stderr: \u000a| �[0;m�[38;5;43m20221213165948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165948167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165948168 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165948168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a16:59:49.976143 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8596): Process ended prematurely: osmo-stp_10.42.42.5(pid=8596) [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8596)] [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a16:59:49.984776 tst handover.py:18: Test FAILED (7.0 sec)\u000a16:59:50.048133 run osmo-hlr_10.42.42.2(pid=8593): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8593)]\u000a16:59:50.100288 run osmo-hlr_10.42.42.2(pid=8593): stdout: \u000a| (launched: 2022-12-13_16:59:46.876812) \u000a16:59:50.152833 run osmo-hlr_10.42.42.2(pid=8593): stderr: \u000a| �[0;m�[1;31m20221213165947156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165947156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165947156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165947156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165947156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165947156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165947179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165947189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165947190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165947190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a16:59:50.224099 run osmo-msc_10.42.42.6(pid=8599): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8599)]\u000a16:59:50.275916 run osmo-msc_10.42.42.6(pid=8599): stdout: \u000a| (launched: 2022-12-13_16:59:49.010437) \u000a16:59:50.328333 run osmo-msc_10.42.42.6(pid=8599): stderr: \u000a| �[0;m�[38;5;43m20221213165949336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213165949336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71b4f05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213165949336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213165949336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213165949336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213165949336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213165949338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213165949338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213165949338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213165949339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a16:59:50.372876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8592): Terminating (SIGTERM)\u000a16:59:50.415190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8595): Terminating (SIGTERM)\u000a16:59:50.457474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8598): Terminating (SIGTERM)\u000a16:59:50.467215 --- ParallelTerminationStrategy: PID 8592 died...\u000a16:59:50.523459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8592): Terminated: ok {rc=0}\u000a16:59:50.533937 --- ParallelTerminationStrategy: PID 8595 died...\u000a16:59:50.589827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8595): Terminated: ok {rc=0}\u000a16:59:50.599833 --- ParallelTerminationStrategy: PID 8598 died...\u000a16:59:50.655773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8598): Terminated: ok {rc=0}\u000a16:59:50.742832 bus /sierra_3: Setting Powered False\u000a16:59:51.849830 bus /sierra_3: Setting Powered False\u000a16:59:52.958467 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:59:42" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8611): Process ended prematurely: osmo-stp_10.42.42.5(pid=8611) [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8611)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8611): Process ended prematurely: osmo-stp_10.42.42.5(pid=8611) [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a16:59:54.954161 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:54.965919 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:59:55.100368 tst handover.py: using LAC 35007\u000a16:59:55.229949 tst handover.py: using RAC 72\u000a16:59:55.363413 tst handover.py: using CellId 35007\u000a16:59:55.492163 tst handover.py: using BVCI 35008\u000a16:59:55.517602 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a16:59:55.660535 tst handover.py: using LAC 35008\u000a16:59:55.789362 tst handover.py: using RAC 73\u000a16:59:55.920339 tst handover.py: using CellId 35008\u000a16:59:56.048793 tst handover.py: using BVCI 35009\u000a16:59:56.074200 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:56.086304 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:56.097892 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:56.109509 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:56.121066 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a16:59:56.132522 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:59:56.251709 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a16:59:56.467764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a16:59:56.972022 run create_hlr_db(pid=8605): Launched\u000a16:59:57.108848 bus /sierra_2: Setting Powered False\u000a16:59:58.187447 run create_hlr_db(pid=8605): Terminated: ok {rc=0}\u000a16:59:58.582858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8607): Launched\u000a16:59:58.898821 run osmo-hlr_10.42.42.2(pid=8608): Launched\u000a16:59:59.015080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a16:59:59.531691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8610): Launched\u000a16:59:59.847246 run osmo-stp_10.42.42.5(pid=8611): Launched\u000a16:59:59.961891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:00.506483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8613): Launched\u000a17:00:00.822400 run osmo-msc_10.42.42.6(pid=8614): Launched\u000a17:00:01.207312 run osmo-stp_10.42.42.5(pid=8611): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8611)]\u000a17:00:01.341670 run osmo-stp_10.42.42.5(pid=8611): stdout: \u000a| (launched: 2022-12-13_16:59:59.691444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:01.475765 run osmo-stp_10.42.42.5(pid=8611): stderr: \u000a| �[0;m�[38;5;43m20221213165959862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165959863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165959863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165959863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165959864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165959864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165959864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:01.605327 run osmo-stp_10.42.42.5(pid=8611): stdout: \u000a| (launched: 2022-12-13_16:59:59.691444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:01.733818 run osmo-stp_10.42.42.5(pid=8611): stderr: \u000a| �[0;m�[38;5;43m20221213165959862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213165959863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213165959863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213165959863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213165959864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213165959864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213165959864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:01.790159 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8611): Process ended prematurely: osmo-stp_10.42.42.5(pid=8611) [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8611)] [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a17:00:01.799339 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:00:01.864221 run osmo-hlr_10.42.42.2(pid=8608): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8608)]\u000a17:00:01.917064 run osmo-hlr_10.42.42.2(pid=8608): stdout: \u000a| (launched: 2022-12-13_16:59:58.743013) \u000a17:00:01.970424 run osmo-hlr_10.42.42.2(pid=8608): stderr: \u000a| �[0;m�[1;31m20221213165958922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213165958922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213165958922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165958922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213165958922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213165958922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213165958935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213165958946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213165958946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213165958946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:02.042055 run osmo-msc_10.42.42.6(pid=8614): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8614)]\u000a17:00:02.094489 run osmo-msc_10.42.42.6(pid=8614): stdout: \u000a| (launched: 2022-12-13_17:00:00.666033) \u000a17:00:02.147852 run osmo-msc_10.42.42.6(pid=8614): stderr: \u000a| �[0;m�[38;5;43m20221213170000959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170000960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fb19a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170000960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170000960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170000960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170000960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170000962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170000962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170000962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170000962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:02.193412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8607): Terminating (SIGTERM)\u000a17:00:02.237440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8610): Terminating (SIGTERM)\u000a17:00:02.281502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8613): Terminating (SIGTERM)\u000a17:00:02.291314 --- ParallelTerminationStrategy: PID 8607 died...\u000a17:00:02.349639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8607): Terminated: ok {rc=0}\u000a17:00:02.359856 --- ParallelTerminationStrategy: PID 8610 died...\u000a17:00:02.415740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8610): Terminated: ok {rc=0}\u000a17:00:02.425943 --- ParallelTerminationStrategy: PID 8613 died...\u000a17:00:02.482031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8613): Terminated: ok {rc=0}\u000a17:00:02.572115 bus /sierra_3: Setting Powered False\u000a17:00:03.682265 bus /sierra_3: Setting Powered False\u000a17:00:04.791805 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T16:59:54" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8629): Process ended prematurely: osmo-stp_10.42.42.5(pid=8629) [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8629)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8629): Process ended prematurely: osmo-stp_10.42.42.5(pid=8629) [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:00:06.786328 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:00:06.798048 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:00:06.928834 tst handover.py: using LAC 35009\u000a17:00:07.060744 tst handover.py: using RAC 74\u000a17:00:07.191318 tst handover.py: using CellId 35009\u000a17:00:07.322919 tst handover.py: using BVCI 35010\u000a17:00:07.346776 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:00:07.494404 tst handover.py: using LAC 35010\u000a17:00:07.631024 tst handover.py: using RAC 75\u000a17:00:07.760604 tst handover.py: using CellId 35010\u000a17:00:07.894406 tst handover.py: using BVCI 35011\u000a17:00:07.919836 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:00:07.931609 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:00:07.943080 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:00:07.954567 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:00:07.966014 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:00:07.977355 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:00:08.095296 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:00:08.312581 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:08.818652 run create_hlr_db(pid=8623): Launched\u000a17:00:08.954117 bus /sierra_2: Setting Powered False\u000a17:00:10.031874 run create_hlr_db(pid=8623): Terminated: ok {rc=0}\u000a17:00:10.427029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8625): Launched\u000a17:00:10.740512 run osmo-hlr_10.42.42.2(pid=8626): Launched\u000a17:00:10.863167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:11.416785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8628): Launched\u000a17:00:11.754753 run osmo-stp_10.42.42.5(pid=8629): Launched\u000a17:00:11.876317 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:12.457641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8631): Launched\u000a17:00:12.792793 run osmo-msc_10.42.42.6(pid=8632): Launched\u000a17:00:12.987684 run osmo-stp_10.42.42.5(pid=8629): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8629)]\u000a17:00:13.129934 run osmo-stp_10.42.42.5(pid=8629): stdout: \u000a| (launched: 2022-12-13_17:00:11.586858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:13.268333 run osmo-stp_10.42.42.5(pid=8629): stderr: \u000a| �[0;m�[38;5;43m20221213170011783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170011783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170011783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170011784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170011784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170011784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170011784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:13.402075 run osmo-stp_10.42.42.5(pid=8629): stdout: \u000a| (launched: 2022-12-13_17:00:11.586858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:13.534548 run osmo-stp_10.42.42.5(pid=8629): stderr: \u000a| �[0;m�[38;5;43m20221213170011783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170011783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170011783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170011784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170011784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170011784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170011784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:13.592450 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8629): Process ended prematurely: osmo-stp_10.42.42.5(pid=8629) [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8629)] [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:00:13.601186 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:00:13.664046 run osmo-hlr_10.42.42.2(pid=8626): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8626)]\u000a17:00:13.715852 run osmo-hlr_10.42.42.2(pid=8626): stdout: \u000a| (launched: 2022-12-13_17:00:10.585610) \u000a17:00:13.768712 run osmo-hlr_10.42.42.2(pid=8626): stderr: \u000a| �[0;m�[1;31m20221213170010762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170010762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170010762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170010762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170010762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170010762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170010775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170010783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170010783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170010784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:13.840149 run osmo-msc_10.42.42.6(pid=8632): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8632)]\u000a17:00:13.891787 run osmo-msc_10.42.42.6(pid=8632): stdout: \u000a| (launched: 2022-12-13_17:00:12.627747) \u000a17:00:13.944164 run osmo-msc_10.42.42.6(pid=8632): stderr: \u000a| �[0;m�[38;5;43m20221213170012954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170012954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52fe0efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170012954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170012954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170012954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170012954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170012956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170012956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170012956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170012956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:13.988763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8625): Terminating (SIGTERM)\u000a17:00:14.031594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8628): Terminating (SIGTERM)\u000a17:00:14.074104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8631): Terminating (SIGTERM)\u000a17:00:14.083874 --- ParallelTerminationStrategy: PID 8625 died...\u000a17:00:14.140714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8625): Terminated: ok {rc=0}\u000a17:00:14.151349 --- ParallelTerminationStrategy: PID 8628 died...\u000a17:00:14.207455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8628): Terminated: ok {rc=0}\u000a17:00:14.217638 --- ParallelTerminationStrategy: PID 8631 died...\u000a17:00:14.273706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8631): Terminated: ok {rc=0}\u000a17:00:14.361892 bus /sierra_3: Setting Powered False\u000a17:00:15.467951 bus /sierra_3: Setting Powered False\u000a17:00:16.591314 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:00:06" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:00:18.563811 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:18.574812 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:00:18.699139 tst handover.py: using LAC 35011\u000a17:00:18.819712 tst handover.py: using RAC 76\u000a17:00:18.942979 tst handover.py: using CellId 35011\u000a17:00:19.066774 tst handover.py: using BVCI 35012\u000a17:00:19.090543 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:00:19.215781 tst handover.py: using LAC 35012\u000a17:00:19.339466 tst handover.py: using RAC 77\u000a17:00:19.463231 tst handover.py: using CellId 35012\u000a17:00:19.591213 tst handover.py: using BVCI 35013\u000a17:00:19.616566 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:19.627812 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:19.639058 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:19.650221 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:19.661609 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:00:19.673123 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:00:19.794516 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:00:20.001205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:20.469580 run create_hlr_db(pid=8637): Launched\u000a17:00:20.598122 bus /sierra_2: Setting Powered False\u000a17:00:21.669690 run create_hlr_db(pid=8637): Terminated: ok {rc=0}\u000a17:00:22.061918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Launched\u000a17:00:22.377304 run osmo-hlr_10.42.42.2(pid=8640): Launched\u000a17:00:22.490741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:23.006877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Launched\u000a17:00:23.321580 run osmo-stp_10.42.42.5(pid=8643): Launched\u000a17:00:23.435925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:23.982835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8645): Launched\u000a17:00:24.301072 run osmo-msc_10.42.42.6(pid=8646): Launched\u000a17:00:24.485220 run osmo-stp_10.42.42.5(pid=8643): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]\u000a17:00:24.617823 run osmo-stp_10.42.42.5(pid=8643): stdout: \u000a| (launched: 2022-12-13_17:00:23.165931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:24.748358 run osmo-stp_10.42.42.5(pid=8643): stderr: \u000a| �[0;m�[38;5;43m20221213170023337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170023337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170023338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170023338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170023339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170023339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170023339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:24.873920 run osmo-stp_10.42.42.5(pid=8643): stdout: \u000a| (launched: 2022-12-13_17:00:23.165931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:24.998574 run osmo-stp_10.42.42.5(pid=8643): stderr: \u000a| �[0;m�[38;5;43m20221213170023337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170023337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170023338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170023338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170023339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170023339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170023339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:25.053180 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)] [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a17:00:25.061334 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:00:25.122601 run osmo-hlr_10.42.42.2(pid=8640): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8640)]\u000a17:00:25.172503 run osmo-hlr_10.42.42.2(pid=8640): stdout: \u000a| (launched: 2022-12-13_17:00:22.221658) \u000a17:00:25.223800 run osmo-hlr_10.42.42.2(pid=8640): stderr: \u000a| �[0;m�[1;31m20221213170022400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170022400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170022400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170022400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170022400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170022400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170022431 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170022441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170022441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170022441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:25.292779 run osmo-msc_10.42.42.6(pid=8646): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8646)]\u000a17:00:25.342807 run osmo-msc_10.42.42.6(pid=8646): stdout: \u000a| (launched: 2022-12-13_17:00:24.142030) \u000a17:00:25.393402 run osmo-msc_10.42.42.6(pid=8646): stderr: \u000a| �[0;m�[38;5;43m20221213170024413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170024413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8c683fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170024413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170024413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170024413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170024413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170024415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170024415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170024416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170024416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:25.436356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Terminating (SIGTERM)\u000a17:00:25.477570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Terminating (SIGTERM)\u000a17:00:25.518265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8645): Terminating (SIGTERM)\u000a17:00:25.527594 --- ParallelTerminationStrategy: PID 8639 died...\u000a17:00:25.582325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Terminated: ok {rc=0}\u000a17:00:25.591961 --- ParallelTerminationStrategy: PID 8642 died...\u000a17:00:25.646264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Terminated: ok {rc=0}\u000a17:00:25.655856 --- ParallelTerminationStrategy: PID 8645 died...\u000a17:00:25.710177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8645): Terminated: ok {rc=0}\u000a17:00:25.799814 bus /sierra_3: Setting Powered False\u000a17:00:26.906890 bus /sierra_3: Setting Powered False\u000a17:00:28.015170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:00:18" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8657): Process ended prematurely: osmo-stp_10.42.42.5(pid=8657) [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8657): Process ended prematurely: osmo-stp_10.42.42.5(pid=8657) [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:00:29.999846 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:30.011324 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:30.141763 tst handover.py: using LAC 35013\u000a17:00:30.271028 tst handover.py: using RAC 78\u000a17:00:30.400789 tst handover.py: using CellId 35013\u000a17:00:30.531709 tst handover.py: using BVCI 35014\u000a17:00:30.556846 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:00:30.701839 tst handover.py: using LAC 35014\u000a17:00:30.837166 tst handover.py: using RAC 79\u000a17:00:30.975401 tst handover.py: using CellId 35014\u000a17:00:31.110572 tst handover.py: using BVCI 35015\u000a17:00:31.136727 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:31.149199 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:31.161629 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:31.173957 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:31.186350 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:00:31.198405 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:31.320736 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:00:31.540279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:32.117683 run create_hlr_db(pid=8651): Launched\u000a17:00:32.255515 bus /sierra_2: Setting Powered False\u000a17:00:33.330660 run create_hlr_db(pid=8651): Terminated: ok {rc=0}\u000a17:00:33.725183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8653): Launched\u000a17:00:34.040226 run osmo-hlr_10.42.42.2(pid=8654): Launched\u000a17:00:34.162939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:34.685973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8656): Launched\u000a17:00:34.999154 run osmo-stp_10.42.42.5(pid=8657): Launched\u000a17:00:35.113085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:35.658073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8659): Launched\u000a17:00:35.975820 run osmo-msc_10.42.42.6(pid=8660): Launched\u000a17:00:36.160771 run osmo-stp_10.42.42.5(pid=8657): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)]\u000a17:00:36.293512 run osmo-stp_10.42.42.5(pid=8657): stdout: \u000a| (launched: 2022-12-13_17:00:34.844441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:36.423503 run osmo-stp_10.42.42.5(pid=8657): stderr: \u000a| �[0;m�[38;5;43m20221213170035015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170035015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170035016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170035016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170035017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170035017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170035017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:36.548684 run osmo-stp_10.42.42.5(pid=8657): stdout: \u000a| (launched: 2022-12-13_17:00:34.844441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:36.673383 run osmo-stp_10.42.42.5(pid=8657): stderr: \u000a| �[0;m�[38;5;43m20221213170035015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170035015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170035016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170035016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170035017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170035017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170035017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:36.727803 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8657): Process ended prematurely: osmo-stp_10.42.42.5(pid=8657) [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8657)] [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a17:00:36.735999 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:00:36.796613 run osmo-hlr_10.42.42.2(pid=8654): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8654)]\u000a17:00:36.846108 run osmo-hlr_10.42.42.2(pid=8654): stdout: \u000a| (launched: 2022-12-13_17:00:33.884340) \u000a17:00:36.896080 run osmo-hlr_10.42.42.2(pid=8654): stderr: \u000a| �[0;m�[1;31m20221213170034061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170034061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170034061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170034061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170034061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170034061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170034073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170034081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:36.963913 run osmo-msc_10.42.42.6(pid=8660): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8660)]\u000a17:00:37.013260 run osmo-msc_10.42.42.6(pid=8660): stdout: \u000a| (launched: 2022-12-13_17:00:35.817166) \u000a17:00:37.063047 run osmo-msc_10.42.42.6(pid=8660): stderr: \u000a| �[0;m�[38;5;43m20221213170036090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170036090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4204db6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170036091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170036091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170036091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170036091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170036094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170036094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170036094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170036094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:37.105762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8653): Terminating (SIGTERM)\u000a17:00:37.146067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8656): Terminating (SIGTERM)\u000a17:00:37.186372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8659): Terminating (SIGTERM)\u000a17:00:37.195616 --- ParallelTerminationStrategy: PID 8653 died...\u000a17:00:37.249898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8653): Terminated: ok {rc=0}\u000a17:00:37.259532 --- ParallelTerminationStrategy: PID 8656 died...\u000a17:00:37.313359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8656): Terminated: ok {rc=0}\u000a17:00:37.322943 --- ParallelTerminationStrategy: PID 8659 died...\u000a17:00:37.376719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8659): Terminated: ok {rc=0}\u000a17:00:37.465612 bus /sierra_3: Setting Powered False\u000a17:00:38.571496 bus /sierra_3: Setting Powered False\u000a17:00:39.679216 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:00:29" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8671): Process ended prematurely: osmo-stp_10.42.42.5(pid=8671) [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8671)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8671): Process ended prematurely: osmo-stp_10.42.42.5(pid=8671) [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:00:41.676746 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:41.688148 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:41.817826 tst handover.py: using LAC 35015\u000a17:00:41.956289 tst handover.py: using RAC 80\u000a17:00:42.096792 tst handover.py: using CellId 35015\u000a17:00:42.228736 tst handover.py: using BVCI 35016\u000a17:00:42.254255 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:00:42.401404 tst handover.py: using LAC 35016\u000a17:00:42.532300 tst handover.py: using RAC 81\u000a17:00:42.661804 tst handover.py: using CellId 35016\u000a17:00:42.788874 tst handover.py: using BVCI 35017\u000a17:00:42.812525 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:42.823485 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:42.834387 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:42.845246 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:42.856811 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:00:42.868313 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:42.992060 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:00:43.202985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:43.668404 run create_hlr_db(pid=8665): Launched\u000a17:00:43.796582 bus /sierra_2: Setting Powered False\u000a17:00:44.870071 run create_hlr_db(pid=8665): Terminated: ok {rc=0}\u000a17:00:45.261914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8667): Launched\u000a17:00:45.578169 run osmo-hlr_10.42.42.2(pid=8668): Launched\u000a17:00:45.701963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:46.280835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8670): Launched\u000a17:00:46.698590 run osmo-stp_10.42.42.5(pid=8671): Launched\u000a17:00:46.941845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:47.543709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8673): Launched\u000a17:00:47.858601 run osmo-msc_10.42.42.6(pid=8674): Launched\u000a17:00:48.043990 run osmo-stp_10.42.42.5(pid=8671): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8671)]\u000a17:00:48.176563 run osmo-stp_10.42.42.5(pid=8671): stdout: \u000a| (launched: 2022-12-13_17:00:46.443814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:48.306866 run osmo-stp_10.42.42.5(pid=8671): stderr: \u000a| �[0;m�[38;5;43m20221213170046772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170046772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170046772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170046773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170046773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170046773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170046773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:48.432539 run osmo-stp_10.42.42.5(pid=8671): stdout: \u000a| (launched: 2022-12-13_17:00:46.443814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:48.557060 run osmo-stp_10.42.42.5(pid=8671): stderr: \u000a| �[0;m�[38;5;43m20221213170046772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170046772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170046772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170046773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170046773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170046773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170046773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:48.611334 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8671): Process ended prematurely: osmo-stp_10.42.42.5(pid=8671) [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8671)] [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a17:00:48.619315 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:00:48.679175 run osmo-hlr_10.42.42.2(pid=8668): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8668)]\u000a17:00:48.728581 run osmo-hlr_10.42.42.2(pid=8668): stdout: \u000a| (launched: 2022-12-13_17:00:45.421727) \u000a17:00:48.779419 run osmo-hlr_10.42.42.2(pid=8668): stderr: \u000a| �[0;m�[1;31m20221213170045600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170045600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170045600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170045600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170045600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170045600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170045612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170045620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170045620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170045620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:00:48.848203 run osmo-msc_10.42.42.6(pid=8674): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8674)]\u000a17:00:48.897384 run osmo-msc_10.42.42.6(pid=8674): stdout: \u000a| (launched: 2022-12-13_17:00:47.703384) \u000a17:00:48.947355 run osmo-msc_10.42.42.6(pid=8674): stderr: \u000a| �[0;m�[38;5;43m20221213170047977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170047977 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f87c84e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170047977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170047977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170047978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170047978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170047979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170047980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170047980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170047980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:00:48.989981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8667): Terminating (SIGTERM)\u000a17:00:49.030362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8670): Terminating (SIGTERM)\u000a17:00:49.070707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8673): Terminating (SIGTERM)\u000a17:00:49.079940 --- ParallelTerminationStrategy: PID 8667 died...\u000a17:00:49.133734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8667): Terminated: ok {rc=0}\u000a17:00:49.143205 --- ParallelTerminationStrategy: PID 8670 died...\u000a17:00:49.196717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8670): Terminated: ok {rc=0}\u000a17:00:49.206279 --- ParallelTerminationStrategy: PID 8673 died...\u000a17:00:49.259807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8673): Terminated: ok {rc=0}\u000a17:00:49.349635 bus /sierra_3: Setting Powered False\u000a17:00:50.452622 bus /sierra_3: Setting Powered False\u000a17:00:51.564939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:00:41" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8686): Process ended prematurely: osmo-stp_10.42.42.5(pid=8686) [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8686)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8686): Process ended prematurely: osmo-stp_10.42.42.5(pid=8686) [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a17:00:53.593296 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:00:53.605090 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:00:53.752627 tst handover.py: using LAC 35017\u000a17:00:53.881453 tst handover.py: using RAC 82\u000a17:00:54.006265 tst handover.py: using CellId 35017\u000a17:00:54.127387 tst handover.py: using BVCI 35018\u000a17:00:54.151107 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a17:00:54.286424 tst handover.py: using LAC 35018\u000a17:00:54.407326 tst handover.py: using RAC 83\u000a17:00:54.530820 tst handover.py: using CellId 35018\u000a17:00:54.651605 tst handover.py: using BVCI 35019\u000a17:00:54.675424 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:00:54.686552 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:00:54.697985 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:00:54.708901 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:00:54.720224 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a17:00:54.731509 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:00:54.852825 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a17:00:55.063022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:00:55.528725 run create_hlr_db(pid=8680): Launched\u000a17:00:55.657170 bus /sierra_2: Setting Powered False\u000a17:00:56.731182 run create_hlr_db(pid=8680): Terminated: ok {rc=0}\u000a17:00:57.122592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8682): Launched\u000a17:00:57.437232 run osmo-hlr_10.42.42.2(pid=8683): Launched\u000a17:00:57.551097 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:00:58.065340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8685): Launched\u000a17:00:58.382213 run osmo-stp_10.42.42.5(pid=8686): Launched\u000a17:00:58.496529 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:00:59.041343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8688): Launched\u000a17:00:59.358378 run osmo-msc_10.42.42.6(pid=8689): Launched\u000a17:00:59.542044 run osmo-stp_10.42.42.5(pid=8686): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8686)]\u000a17:00:59.674185 run osmo-stp_10.42.42.5(pid=8686): stdout: \u000a| (launched: 2022-12-13_17:00:58.224330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:00:59.803835 run osmo-stp_10.42.42.5(pid=8686): stderr: \u000a| �[0;m�[38;5;43m20221213170058395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170058395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170058396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170058396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170058397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170058397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170058397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:00:59.929173 run osmo-stp_10.42.42.5(pid=8686): stdout: \u000a| (launched: 2022-12-13_17:00:58.224330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:00.053162 run osmo-stp_10.42.42.5(pid=8686): stderr: \u000a| �[0;m�[38;5;43m20221213170058395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170058395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170058396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170058396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170058397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170058397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170058397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:00.107899 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8686): Process ended prematurely: osmo-stp_10.42.42.5(pid=8686) [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8686)] [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a17:01:00.116204 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:01:00.177446 run osmo-hlr_10.42.42.2(pid=8683): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8683)]\u000a17:01:00.227089 run osmo-hlr_10.42.42.2(pid=8683): stdout: \u000a| (launched: 2022-12-13_17:00:57.281837) \u000a17:01:00.277421 run osmo-hlr_10.42.42.2(pid=8683): stderr: \u000a| �[0;m�[1;31m20221213170057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170057457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170057469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170057477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170057477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170057477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:00.346028 run osmo-msc_10.42.42.6(pid=8689): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8689)]\u000a17:01:00.395731 run osmo-msc_10.42.42.6(pid=8689): stdout: \u000a| (launched: 2022-12-13_17:00:59.200240) \u000a17:01:00.446208 run osmo-msc_10.42.42.6(pid=8689): stderr: \u000a| �[0;m�[38;5;43m20221213170059473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170059473 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9fb30ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170059473 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170059473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170059473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170059473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170059475 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170059475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170059476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170059476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:00.489079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8682): Terminating (SIGTERM)\u000a17:01:00.530092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8685): Terminating (SIGTERM)\u000a17:01:00.570743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8688): Terminating (SIGTERM)\u000a17:01:00.580063 --- ParallelTerminationStrategy: PID 8682 died...\u000a17:01:00.634413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8682): Terminated: ok {rc=0}\u000a17:01:00.644160 --- ParallelTerminationStrategy: PID 8685 died...\u000a17:01:00.698191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8685): Terminated: ok {rc=0}\u000a17:01:00.707747 --- ParallelTerminationStrategy: PID 8688 died...\u000a17:01:00.762011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8688): Terminated: ok {rc=0}\u000a17:01:00.847094 bus /sierra_3: Setting Powered False\u000a17:01:01.981285 bus /sierra_3: Setting Powered False\u000a17:01:03.091307 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:00:53" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8700): Process ended prematurely: osmo-stp_10.42.42.5(pid=8700) [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8700)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8700): Process ended prematurely: osmo-stp_10.42.42.5(pid=8700) [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8700)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:01:05.118975 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:05.130669 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:01:05.271792 tst handover.py: using LAC 35019\u000a17:01:05.402645 tst handover.py: using RAC 84\u000a17:01:05.533538 tst handover.py: using CellId 35019\u000a17:01:05.663871 tst handover.py: using BVCI 35020\u000a17:01:05.689124 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:01:05.837694 tst handover.py: using LAC 35020\u000a17:01:05.968379 tst handover.py: using RAC 85\u000a17:01:06.099349 tst handover.py: using CellId 35020\u000a17:01:06.230084 tst handover.py: using BVCI 35021\u000a17:01:06.255539 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:06.267103 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:06.278556 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:06.290185 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:06.302149 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:06.314120 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:01:06.432365 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:01:06.650713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:07.155174 run create_hlr_db(pid=8694): Launched\u000a17:01:07.291100 bus /sierra_2: Setting Powered False\u000a17:01:08.368737 run create_hlr_db(pid=8694): Terminated: ok {rc=0}\u000a17:01:08.784999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8696): Launched\u000a17:01:09.120211 run osmo-hlr_10.42.42.2(pid=8697): Launched\u000a17:01:09.241550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:09.790612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8699): Launched\u000a17:01:10.125633 run osmo-stp_10.42.42.5(pid=8700): Launched\u000a17:01:10.246693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:10.826113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8702): Launched\u000a17:01:11.162778 run osmo-msc_10.42.42.6(pid=8703): Launched\u000a17:01:11.356365 run osmo-stp_10.42.42.5(pid=8700): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8700)]\u000a17:01:11.496333 run osmo-stp_10.42.42.5(pid=8700): stdout: \u000a| (launched: 2022-12-13_17:01:09.959469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:11.634753 run osmo-stp_10.42.42.5(pid=8700): stderr: \u000a| �[0;m�[38;5;43m20221213170110154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170110154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170110154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170110155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170110155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170110155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170110155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:11.768084 run osmo-stp_10.42.42.5(pid=8700): stdout: \u000a| (launched: 2022-12-13_17:01:09.959469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:11.900173 run osmo-stp_10.42.42.5(pid=8700): stderr: \u000a| �[0;m�[38;5;43m20221213170110154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170110154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170110154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170110155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170110155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170110155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170110155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:11.958436 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8700): Process ended prematurely: osmo-stp_10.42.42.5(pid=8700) [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8700)] [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:01:11.967423 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:01:12.030451 run osmo-hlr_10.42.42.2(pid=8697): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8697)]\u000a17:01:12.081953 run osmo-hlr_10.42.42.2(pid=8697): stdout: \u000a| (launched: 2022-12-13_17:01:08.954326) \u000a17:01:12.134331 run osmo-hlr_10.42.42.2(pid=8697): stderr: \u000a| �[0;m�[1;31m20221213170109154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170109154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170109154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170109154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170109154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170109154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170109172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170109182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170109182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170109182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:12.205921 run osmo-msc_10.42.42.6(pid=8703): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8703)]\u000a17:01:12.257855 run osmo-msc_10.42.42.6(pid=8703): stdout: \u000a| (launched: 2022-12-13_17:01:10.995983) \u000a17:01:12.310015 run osmo-msc_10.42.42.6(pid=8703): stderr: \u000a| �[0;m�[38;5;43m20221213170111321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170111321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf68dedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170111321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170111321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170111322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170111322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170111323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170111324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170111324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170111324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:12.354740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8696): Terminating (SIGTERM)\u000a17:01:12.397176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8699): Terminating (SIGTERM)\u000a17:01:12.439713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8702): Terminating (SIGTERM)\u000a17:01:12.449762 --- ParallelTerminationStrategy: PID 8696 died...\u000a17:01:12.507055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8696): Terminated: ok {rc=0}\u000a17:01:12.517424 --- ParallelTerminationStrategy: PID 8699 died...\u000a17:01:12.574174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8699): Terminated: ok {rc=0}\u000a17:01:12.584616 --- ParallelTerminationStrategy: PID 8702 died...\u000a17:01:12.641299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8702): Terminated: ok {rc=0}\u000a17:01:12.730032 bus /sierra_3: Setting Powered False\u000a17:01:13.836464 bus /sierra_3: Setting Powered False\u000a17:01:14.945766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:01:04" }, { "cases" : [ { "testActions" : [ ], "age" : 61, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8714): Process ended prematurely: osmo-stp_10.42.42.5(pid=8714) [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8714)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8714): Process ended prematurely: osmo-stp_10.42.42.5(pid=8714) [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:01:17.081101 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:01:17.094523 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:01:17.242820 tst handover.py: using LAC 35021\u000a17:01:17.366294 tst handover.py: using RAC 86\u000a17:01:17.487713 tst handover.py: using CellId 35021\u000a17:01:17.611172 tst handover.py: using BVCI 35022\u000a17:01:17.634915 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:01:17.760017 tst handover.py: using LAC 35022\u000a17:01:17.883253 tst handover.py: using RAC 87\u000a17:01:18.003981 tst handover.py: using CellId 35022\u000a17:01:18.127204 tst handover.py: using BVCI 35023\u000a17:01:18.151080 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:01:18.162126 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:01:18.172841 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:01:18.183566 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:01:18.195260 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:01:18.206897 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:01:18.332802 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:01:18.540885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:19.005837 run create_hlr_db(pid=8708): Launched\u000a17:01:19.133869 bus /sierra_2: Setting Powered False\u000a17:01:20.207961 run create_hlr_db(pid=8708): Terminated: ok {rc=0}\u000a17:01:20.599998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8710): Launched\u000a17:01:20.915000 run osmo-hlr_10.42.42.2(pid=8711): Launched\u000a17:01:21.029735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:21.546170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8713): Launched\u000a17:01:21.860887 run osmo-stp_10.42.42.5(pid=8714): Launched\u000a17:01:22.038381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:22.583512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8716): Launched\u000a17:01:22.898570 run osmo-msc_10.42.42.6(pid=8717): Launched\u000a17:01:23.082334 run osmo-stp_10.42.42.5(pid=8714): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8714)]\u000a17:01:23.214355 run osmo-stp_10.42.42.5(pid=8714): stdout: \u000a| (launched: 2022-12-13_17:01:21.704801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:23.344349 run osmo-stp_10.42.42.5(pid=8714): stderr: \u000a| �[0;m�[38;5;43m20221213170121875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170121876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170121876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170121876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170121877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170121877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170121877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:23.469594 run osmo-stp_10.42.42.5(pid=8714): stdout: \u000a| (launched: 2022-12-13_17:01:21.704801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:23.593466 run osmo-stp_10.42.42.5(pid=8714): stderr: \u000a| �[0;m�[38;5;43m20221213170121875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170121876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170121876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170121876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170121877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170121877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170121877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:23.648000 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8714): Process ended prematurely: osmo-stp_10.42.42.5(pid=8714) [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8714)] [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a17:01:23.655997 tst handover.py:18: Test FAILED (6.6 sec)\u000a17:01:23.717242 run osmo-hlr_10.42.42.2(pid=8711): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8711)]\u000a17:01:23.767238 run osmo-hlr_10.42.42.2(pid=8711): stdout: \u000a| (launched: 2022-12-13_17:01:20.759800) \u000a17:01:23.817641 run osmo-hlr_10.42.42.2(pid=8711): stderr: \u000a| �[0;m�[1;31m20221213170120937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170120937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170120937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170120937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170120937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170120937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170120949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170120957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170120957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170120957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:23.886510 run osmo-msc_10.42.42.6(pid=8717): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8717)]\u000a17:01:23.936286 run osmo-msc_10.42.42.6(pid=8717): stdout: \u000a| (launched: 2022-12-13_17:01:22.742590) \u000a17:01:23.986603 run osmo-msc_10.42.42.6(pid=8717): stderr: \u000a| �[0;m�[38;5;43m20221213170123015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170123015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f088c7eec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170123015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170123015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170123015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170123016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170123017 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170123018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170123018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170123018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:24.029609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8710): Terminating (SIGTERM)\u000a17:01:24.070305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8713): Terminating (SIGTERM)\u000a17:01:24.111010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8716): Terminating (SIGTERM)\u000a17:01:24.120305 --- ParallelTerminationStrategy: PID 8710 died...\u000a17:01:24.174821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8710): Terminated: ok {rc=0}\u000a17:01:24.184448 --- ParallelTerminationStrategy: PID 8713 died...\u000a17:01:24.238585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8713): Terminated: ok {rc=0}\u000a17:01:24.248236 --- ParallelTerminationStrategy: PID 8716 died...\u000a17:01:24.302143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8716): Terminated: ok {rc=0}\u000a17:01:24.391238 bus /sierra_3: Setting Powered False\u000a17:01:25.494554 bus /sierra_3: Setting Powered False\u000a17:01:26.606528 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:01:16" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8728): Process ended prematurely: osmo-stp_10.42.42.5(pid=8728) [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8728): Process ended prematurely: osmo-stp_10.42.42.5(pid=8728) [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:01:28.629613 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:01:28.641092 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:01:28.791230 tst handover.py: using LAC 35023\u000a17:01:28.921366 tst handover.py: using RAC 88\u000a17:01:29.053505 tst handover.py: using CellId 35023\u000a17:01:29.187142 tst handover.py: using BVCI 35024\u000a17:01:29.212590 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:01:29.359011 tst handover.py: using LAC 35024\u000a17:01:29.489604 tst handover.py: using RAC 89\u000a17:01:29.619723 tst handover.py: using CellId 35024\u000a17:01:29.751503 tst handover.py: using BVCI 35025\u000a17:01:29.776891 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:01:29.788328 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:01:29.799549 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:01:29.810932 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:01:29.822884 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:01:29.835094 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:01:29.954802 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:01:30.170794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:30.678664 run create_hlr_db(pid=8722): Launched\u000a17:01:30.815736 bus /sierra_2: Setting Powered False\u000a17:01:31.959343 run create_hlr_db(pid=8722): Terminated: ok {rc=0}\u000a17:01:32.362361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8724): Launched\u000a17:01:32.678576 run osmo-hlr_10.42.42.2(pid=8725): Launched\u000a17:01:32.801897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:33.326500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8727): Launched\u000a17:01:33.642659 run osmo-stp_10.42.42.5(pid=8728): Launched\u000a17:01:33.756805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:34.305913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8730): Launched\u000a17:01:34.623100 run osmo-msc_10.42.42.6(pid=8731): Launched\u000a17:01:34.806711 run osmo-stp_10.42.42.5(pid=8728): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)]\u000a17:01:34.939630 run osmo-stp_10.42.42.5(pid=8728): stdout: \u000a| (launched: 2022-12-13_17:01:33.485897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:35.069689 run osmo-stp_10.42.42.5(pid=8728): stderr: \u000a| �[0;m�[38;5;43m20221213170133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170133659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170133659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170133659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170133659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:35.195386 run osmo-stp_10.42.42.5(pid=8728): stdout: \u000a| (launched: 2022-12-13_17:01:33.485897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:35.319807 run osmo-stp_10.42.42.5(pid=8728): stderr: \u000a| �[0;m�[38;5;43m20221213170133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170133658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170133659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170133659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170133659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170133659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:35.374412 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8728): Process ended prematurely: osmo-stp_10.42.42.5(pid=8728) [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8728)] [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a17:01:35.382631 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:01:35.443608 run osmo-hlr_10.42.42.2(pid=8725): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8725)]\u000a17:01:35.493563 run osmo-hlr_10.42.42.2(pid=8725): stdout: \u000a| (launched: 2022-12-13_17:01:32.522932) \u000a17:01:35.544031 run osmo-hlr_10.42.42.2(pid=8725): stderr: \u000a| �[0;m�[1;31m20221213170132702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170132702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170132702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170132702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170132702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170132702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170132719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170132727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170132727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170132728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:35.612681 run osmo-msc_10.42.42.6(pid=8731): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8731)]\u000a17:01:35.662644 run osmo-msc_10.42.42.6(pid=8731): stdout: \u000a| (launched: 2022-12-13_17:01:34.465904) \u000a17:01:35.713052 run osmo-msc_10.42.42.6(pid=8731): stderr: \u000a| �[0;m�[38;5;43m20221213170134737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170134738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c34942c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170134738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170134738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170134738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170134738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170134740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170134741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170134741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170134741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:35.756185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8724): Terminating (SIGTERM)\u000a17:01:35.796784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8727): Terminating (SIGTERM)\u000a17:01:35.837898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8730): Terminating (SIGTERM)\u000a17:01:35.847223 --- ParallelTerminationStrategy: PID 8724 died...\u000a17:01:35.901880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8724): Terminated: ok {rc=0}\u000a17:01:35.911651 --- ParallelTerminationStrategy: PID 8727 died...\u000a17:01:35.965806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8727): Terminated: ok {rc=0}\u000a17:01:35.975487 --- ParallelTerminationStrategy: PID 8730 died...\u000a17:01:36.029616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8730): Terminated: ok {rc=0}\u000a17:01:36.114103 bus /sierra_3: Setting Powered False\u000a17:01:37.221758 bus /sierra_3: Setting Powered False\u000a17:01:38.329995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:01:28" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8742): Process ended prematurely: osmo-stp_10.42.42.5(pid=8742) [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8742)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8742): Process ended prematurely: osmo-stp_10.42.42.5(pid=8742) [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8742)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:01:40.376659 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:40.388577 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:01:40.535295 tst handover.py: using LAC 35025\u000a17:01:40.660750 tst handover.py: using RAC 90\u000a17:01:40.788820 tst handover.py: using CellId 35025\u000a17:01:40.911936 tst handover.py: using BVCI 35026\u000a17:01:40.935783 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:01:41.074004 tst handover.py: using LAC 35026\u000a17:01:41.202677 tst handover.py: using RAC 91\u000a17:01:41.331844 tst handover.py: using CellId 35026\u000a17:01:41.461068 tst handover.py: using BVCI 35027\u000a17:01:41.486425 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:41.498323 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:41.509591 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:41.520787 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:41.532096 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:01:41.543327 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:01:41.665455 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:01:41.872856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:42.342397 run create_hlr_db(pid=8736): Launched\u000a17:01:42.471034 bus /sierra_2: Setting Powered False\u000a17:01:43.543979 run create_hlr_db(pid=8736): Terminated: ok {rc=0}\u000a17:01:43.937863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8738): Launched\u000a17:01:44.254536 run osmo-hlr_10.42.42.2(pid=8739): Launched\u000a17:01:44.368448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:44.883969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8741): Launched\u000a17:01:45.198748 run osmo-stp_10.42.42.5(pid=8742): Launched\u000a17:01:45.314342 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:45.877720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8744): Launched\u000a17:01:46.541134 run osmo-msc_10.42.42.6(pid=8745): Launched\u000a17:01:47.015964 run osmo-stp_10.42.42.5(pid=8742): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8742)]\u000a17:01:47.188077 run osmo-stp_10.42.42.5(pid=8742): stdout: \u000a| (launched: 2022-12-13_17:01:45.042890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:47.321341 run osmo-stp_10.42.42.5(pid=8742): stderr: \u000a| �[0;m�[38;5;43m20221213170145216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170145216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170145216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170145217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170145217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170145217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170145217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:47.446691 run osmo-stp_10.42.42.5(pid=8742): stdout: \u000a| (launched: 2022-12-13_17:01:45.042890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:47.570905 run osmo-stp_10.42.42.5(pid=8742): stderr: \u000a| �[0;m�[38;5;43m20221213170145216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170145216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170145216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170145217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170145217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170145217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170145217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:47.625537 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8742): Process ended prematurely: osmo-stp_10.42.42.5(pid=8742) [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8742)] [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a17:01:47.633720 tst handover.py:18: Test FAILED (7.2 sec)\u000a17:01:47.695090 run osmo-hlr_10.42.42.2(pid=8739): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8739)]\u000a17:01:47.745081 run osmo-hlr_10.42.42.2(pid=8739): stdout: \u000a| (launched: 2022-12-13_17:01:44.097091) \u000a17:01:47.795495 run osmo-hlr_10.42.42.2(pid=8739): stderr: \u000a| �[0;m�[1;31m20221213170144273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170144273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170144273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170144273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170144273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170144274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170144286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170144294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170144294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170144294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:47.864468 run osmo-msc_10.42.42.6(pid=8745): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8745)]\u000a17:01:47.914660 run osmo-msc_10.42.42.6(pid=8745): stdout: \u000a| (launched: 2022-12-13_17:01:46.039426) \u000a17:01:47.965421 run osmo-msc_10.42.42.6(pid=8745): stderr: \u000a| �[0;m�[38;5;43m20221213170146700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170146700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72e2857c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170146700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170146700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170146700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170146703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170146707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170146708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170146708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170146711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:48.008593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8738): Terminating (SIGTERM)\u000a17:01:48.049178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8741): Terminating (SIGTERM)\u000a17:01:48.090072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8744): Terminating (SIGTERM)\u000a17:01:48.099454 --- ParallelTerminationStrategy: PID 8738 died...\u000a17:01:48.154302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8738): Terminated: ok {rc=0}\u000a17:01:48.164048 --- ParallelTerminationStrategy: PID 8741 died...\u000a17:01:48.218770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8741): Terminated: ok {rc=0}\u000a17:01:48.228569 --- ParallelTerminationStrategy: PID 8744 died...\u000a17:01:48.283333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8744): Terminated: ok {rc=0}\u000a17:01:48.373232 bus /sierra_3: Setting Powered False\u000a17:01:49.477691 bus /sierra_3: Setting Powered False\u000a17:01:50.585252 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:01:40" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8756): Process ended prematurely: osmo-stp_10.42.42.5(pid=8756) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8756): Process ended prematurely: osmo-stp_10.42.42.5(pid=8756) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a17:01:52.629867 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:52.641870 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:01:52.784124 tst handover.py: using LAC 35027\u000a17:01:52.915327 tst handover.py: using RAC 92\u000a17:01:53.045518 tst handover.py: using CellId 35027\u000a17:01:53.178180 tst handover.py: using BVCI 35028\u000a17:01:53.203755 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a17:01:53.350042 tst handover.py: using LAC 35028\u000a17:01:53.476049 tst handover.py: using RAC 93\u000a17:01:53.601159 tst handover.py: using CellId 35028\u000a17:01:53.723905 tst handover.py: using BVCI 35029\u000a17:01:53.748067 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:53.759405 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:53.770996 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:53.782216 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:53.794123 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a17:01:53.805630 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:01:53.928390 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a17:01:54.134099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:01:54.602483 run create_hlr_db(pid=8750): Launched\u000a17:01:54.730430 bus /sierra_2: Setting Powered False\u000a17:01:55.804768 run create_hlr_db(pid=8750): Terminated: ok {rc=0}\u000a17:01:56.221143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8752): Launched\u000a17:01:56.559128 run osmo-hlr_10.42.42.2(pid=8753): Launched\u000a17:01:56.685018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:01:57.238657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8755): Launched\u000a17:01:57.576491 run osmo-stp_10.42.42.5(pid=8756): Launched\u000a17:01:57.697750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:01:58.286417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8758): Launched\u000a17:01:58.624261 run osmo-msc_10.42.42.6(pid=8759): Launched\u000a17:01:58.820581 run osmo-stp_10.42.42.5(pid=8756): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)]\u000a17:01:58.961326 run osmo-stp_10.42.42.5(pid=8756): stdout: \u000a| (launched: 2022-12-13_17:01:57.408269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:59.101218 run osmo-stp_10.42.42.5(pid=8756): stderr: \u000a| �[0;m�[38;5;43m20221213170157604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170157604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170157605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170157605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170157606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170157606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170157606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:59.235578 run osmo-stp_10.42.42.5(pid=8756): stdout: \u000a| (launched: 2022-12-13_17:01:57.408269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:01:59.368527 run osmo-stp_10.42.42.5(pid=8756): stderr: \u000a| �[0;m�[38;5;43m20221213170157604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170157604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170157605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170157605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170157606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170157606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170157606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:01:59.426820 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8756): Process ended prematurely: osmo-stp_10.42.42.5(pid=8756) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8756)] [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a17:01:59.435593 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:01:59.499613 run osmo-hlr_10.42.42.2(pid=8753): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8753)]\u000a17:01:59.551881 run osmo-hlr_10.42.42.2(pid=8753): stdout: \u000a| (launched: 2022-12-13_17:01:56.391481) \u000a17:01:59.604787 run osmo-hlr_10.42.42.2(pid=8753): stderr: \u000a| �[0;m�[1;31m20221213170156592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170156592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170156592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170156592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170156592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170156592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170156605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170156614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170156614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170156614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:01:59.676796 run osmo-msc_10.42.42.6(pid=8759): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8759)]\u000a17:01:59.729218 run osmo-msc_10.42.42.6(pid=8759): stdout: \u000a| (launched: 2022-12-13_17:01:58.456801) \u000a17:01:59.782128 run osmo-msc_10.42.42.6(pid=8759): stderr: \u000a| �[0;m�[38;5;43m20221213170158782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170158782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcee2a75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170158782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170158782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170158782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170158782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170158784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170158785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170158785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170158785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:01:59.827460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8752): Terminating (SIGTERM)\u000a17:01:59.870228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8755): Terminating (SIGTERM)\u000a17:01:59.912796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8758): Terminating (SIGTERM)\u000a17:01:59.922711 --- ParallelTerminationStrategy: PID 8752 died...\u000a17:01:59.979602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8752): Terminated: ok {rc=0}\u000a17:01:59.989948 --- ParallelTerminationStrategy: PID 8755 died...\u000a17:02:00.045699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8755): Terminated: ok {rc=0}\u000a17:02:00.055869 --- ParallelTerminationStrategy: PID 8758 died...\u000a17:02:00.111643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8758): Terminated: ok {rc=0}\u000a17:02:00.199044 bus /sierra_3: Setting Powered False\u000a17:02:01.305006 bus /sierra_3: Setting Powered False\u000a17:02:02.417057 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:01:52" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8770): Process ended prematurely: osmo-stp_10.42.42.5(pid=8770) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8770)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8770): Process ended prematurely: osmo-stp_10.42.42.5(pid=8770) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:02:04.421165 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:04.432338 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:02:04.568395 tst handover.py: using LAC 35029\u000a17:02:04.692868 tst handover.py: using RAC 94\u000a17:02:04.816347 tst handover.py: using CellId 35029\u000a17:02:04.940423 tst handover.py: using BVCI 35030\u000a17:02:04.964161 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:02:05.089221 tst handover.py: using LAC 35030\u000a17:02:05.211545 tst handover.py: using RAC 95\u000a17:02:05.335265 tst handover.py: using CellId 35030\u000a17:02:05.458906 tst handover.py: using BVCI 35031\u000a17:02:05.482620 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:05.493708 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:05.504539 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:05.515491 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:05.526961 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:05.538370 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:02:05.661742 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:02:05.869308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:06.336053 run create_hlr_db(pid=8764): Launched\u000a17:02:06.463955 bus /sierra_2: Setting Powered False\u000a17:02:07.537349 run create_hlr_db(pid=8764): Terminated: ok {rc=0}\u000a17:02:07.954364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8766): Launched\u000a17:02:08.290098 run osmo-hlr_10.42.42.2(pid=8767): Launched\u000a17:02:08.415058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:08.973537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8769): Launched\u000a17:02:09.310025 run osmo-stp_10.42.42.5(pid=8770): Launched\u000a17:02:09.430864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:10.010953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8772): Launched\u000a17:02:10.346203 run osmo-msc_10.42.42.6(pid=8773): Launched\u000a17:02:10.541099 run osmo-stp_10.42.42.5(pid=8770): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8770)]\u000a17:02:10.681703 run osmo-stp_10.42.42.5(pid=8770): stdout: \u000a| (launched: 2022-12-13_17:02:09.143377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:10.820322 run osmo-stp_10.42.42.5(pid=8770): stderr: \u000a| �[0;m�[38;5;43m20221213170209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170209338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:10.953362 run osmo-stp_10.42.42.5(pid=8770): stdout: \u000a| (launched: 2022-12-13_17:02:09.143377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:11.085198 run osmo-stp_10.42.42.5(pid=8770): stderr: \u000a| �[0;m�[38;5;43m20221213170209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170209337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170209338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170209338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:11.143034 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8770): Process ended prematurely: osmo-stp_10.42.42.5(pid=8770) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8770)] [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a17:02:11.151671 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:02:11.215044 run osmo-hlr_10.42.42.2(pid=8767): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8767)]\u000a17:02:11.266751 run osmo-hlr_10.42.42.2(pid=8767): stdout: \u000a| (launched: 2022-12-13_17:02:08.124424) \u000a17:02:11.319017 run osmo-hlr_10.42.42.2(pid=8767): stderr: \u000a| �[0;m�[1;31m20221213170208325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170208325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170208325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170208325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170208325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170208325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170208337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170208346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170208346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170208346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:11.389742 run osmo-msc_10.42.42.6(pid=8773): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8773)]\u000a17:02:11.441160 run osmo-msc_10.42.42.6(pid=8773): stdout: \u000a| (launched: 2022-12-13_17:02:10.180614) \u000a17:02:11.493292 run osmo-msc_10.42.42.6(pid=8773): stderr: \u000a| �[0;m�[38;5;43m20221213170210506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170210506 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a596f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170210506 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170210506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170210506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170210506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170210508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170210508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170210508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170210508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:11.537695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8766): Terminating (SIGTERM)\u000a17:02:11.579721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8769): Terminating (SIGTERM)\u000a17:02:11.621722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8772): Terminating (SIGTERM)\u000a17:02:11.631072 --- ParallelTerminationStrategy: PID 8766 died...\u000a17:02:11.686818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8766): Terminated: ok {rc=0}\u000a17:02:11.696828 --- ParallelTerminationStrategy: PID 8769 died...\u000a17:02:11.752254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8769): Terminated: ok {rc=0}\u000a17:02:11.762304 --- ParallelTerminationStrategy: PID 8772 died...\u000a17:02:11.817828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8772): Terminated: ok {rc=0}\u000a17:02:11.905220 bus /sierra_3: Setting Powered False\u000a17:02:13.011344 bus /sierra_3: Setting Powered False\u000a17:02:14.123348 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:02:04" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8784): Process ended prematurely: osmo-stp_10.42.42.5(pid=8784) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8784)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8784): Process ended prematurely: osmo-stp_10.42.42.5(pid=8784) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:02:16.199453 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:16.215610 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:02:16.376388 tst handover.py: using LAC 35031\u000a17:02:16.508769 tst handover.py: using RAC 96\u000a17:02:16.652000 tst handover.py: using CellId 35031\u000a17:02:16.819082 tst handover.py: using BVCI 35032\u000a17:02:16.845302 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:02:16.992137 tst handover.py: using LAC 35032\u000a17:02:17.124006 tst handover.py: using RAC 97\u000a17:02:17.254223 tst handover.py: using CellId 35032\u000a17:02:17.383163 tst handover.py: using BVCI 35033\u000a17:02:17.408427 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:17.420057 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:17.431530 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:17.443120 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:17.454805 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:17.466287 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:02:17.586864 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:02:17.795062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:18.263713 run create_hlr_db(pid=8778): Launched\u000a17:02:18.392543 bus /sierra_2: Setting Powered False\u000a17:02:19.464909 run create_hlr_db(pid=8778): Terminated: ok {rc=0}\u000a17:02:19.882180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8780): Launched\u000a17:02:20.218551 run osmo-hlr_10.42.42.2(pid=8781): Launched\u000a17:02:20.341881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:20.896477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8783): Launched\u000a17:02:21.233547 run osmo-stp_10.42.42.5(pid=8784): Launched\u000a17:02:21.354618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:21.936214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8786): Launched\u000a17:02:22.273832 run osmo-msc_10.42.42.6(pid=8787): Launched\u000a17:02:22.469808 run osmo-stp_10.42.42.5(pid=8784): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8784)]\u000a17:02:22.610601 run osmo-stp_10.42.42.5(pid=8784): stdout: \u000a| (launched: 2022-12-13_17:02:21.066291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:22.750293 run osmo-stp_10.42.42.5(pid=8784): stderr: \u000a| �[0;m�[38;5;43m20221213170221260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170221260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170221260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170221260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170221261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170221261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170221261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:22.884851 run osmo-stp_10.42.42.5(pid=8784): stdout: \u000a| (launched: 2022-12-13_17:02:21.066291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:23.017616 run osmo-stp_10.42.42.5(pid=8784): stderr: \u000a| �[0;m�[38;5;43m20221213170221260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170221260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170221260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170221260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170221261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170221261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170221261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:23.076109 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8784): Process ended prematurely: osmo-stp_10.42.42.5(pid=8784) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8784)] [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a17:02:23.085212 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:02:23.148220 run osmo-hlr_10.42.42.2(pid=8781): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8781)]\u000a17:02:23.200481 run osmo-hlr_10.42.42.2(pid=8781): stdout: \u000a| (launched: 2022-12-13_17:02:20.052332) \u000a17:02:23.253031 run osmo-hlr_10.42.42.2(pid=8781): stderr: \u000a| �[0;m�[1;31m20221213170220253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170220253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170220253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170220253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170220254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170220254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170220266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170220275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170220275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170220275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:23.324106 run osmo-msc_10.42.42.6(pid=8787): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8787)]\u000a17:02:23.375708 run osmo-msc_10.42.42.6(pid=8787): stdout: \u000a| (launched: 2022-12-13_17:02:22.106534) \u000a17:02:23.427869 run osmo-msc_10.42.42.6(pid=8787): stderr: \u000a| �[0;m�[38;5;43m20221213170222429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170222430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bbb110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170222430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170222430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170222430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170222430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170222432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170222432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170222432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170222432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:23.472069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8780): Terminating (SIGTERM)\u000a17:02:23.514100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8783): Terminating (SIGTERM)\u000a17:02:23.556469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8786): Terminating (SIGTERM)\u000a17:02:23.566188 --- ParallelTerminationStrategy: PID 8780 died...\u000a17:02:23.621909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8780): Terminated: ok {rc=0}\u000a17:02:23.631959 --- ParallelTerminationStrategy: PID 8783 died...\u000a17:02:23.688256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8783): Terminated: ok {rc=0}\u000a17:02:23.698416 --- ParallelTerminationStrategy: PID 8786 died...\u000a17:02:23.754548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8786): Terminated: ok {rc=0}\u000a17:02:23.841916 bus /sierra_3: Setting Powered False\u000a17:02:24.948876 bus /sierra_3: Setting Powered False\u000a17:02:26.061054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:02:15" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8798): Process ended prematurely: osmo-stp_10.42.42.5(pid=8798) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8798): Process ended prematurely: osmo-stp_10.42.42.5(pid=8798) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:02:28.102346 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:02:28.114180 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:02:28.247538 tst handover.py: using LAC 35033\u000a17:02:28.376730 tst handover.py: using RAC 98\u000a17:02:28.509326 tst handover.py: using CellId 35033\u000a17:02:28.641152 tst handover.py: using BVCI 35034\u000a17:02:28.666904 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:02:28.813274 tst handover.py: using LAC 35034\u000a17:02:28.945626 tst handover.py: using RAC 99\u000a17:02:29.075525 tst handover.py: using CellId 35034\u000a17:02:29.205701 tst handover.py: using BVCI 35035\u000a17:02:29.231170 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:02:29.242796 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:02:29.254322 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:02:29.265907 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:02:29.277431 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:02:29.288850 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:02:29.408063 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:02:29.623859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:30.130812 run create_hlr_db(pid=8792): Launched\u000a17:02:30.268127 bus /sierra_2: Setting Powered False\u000a17:02:31.416176 run create_hlr_db(pid=8792): Terminated: ok {rc=0}\u000a17:02:31.842608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8794): Launched\u000a17:02:32.234290 run osmo-hlr_10.42.42.2(pid=8795): Launched\u000a17:02:32.352930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:32.882329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8797): Launched\u000a17:02:33.198410 run osmo-stp_10.42.42.5(pid=8798): Launched\u000a17:02:33.313106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:33.857584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8800): Launched\u000a17:02:34.175335 run osmo-msc_10.42.42.6(pid=8801): Launched\u000a17:02:34.359447 run osmo-stp_10.42.42.5(pid=8798): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)]\u000a17:02:34.492282 run osmo-stp_10.42.42.5(pid=8798): stdout: \u000a| (launched: 2022-12-13_17:02:33.041144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:34.622910 run osmo-stp_10.42.42.5(pid=8798): stderr: \u000a| �[0;m�[38;5;43m20221213170233214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170233214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170233215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170233215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170233215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170233216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170233216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:34.748487 run osmo-stp_10.42.42.5(pid=8798): stdout: \u000a| (launched: 2022-12-13_17:02:33.041144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:34.873549 run osmo-stp_10.42.42.5(pid=8798): stderr: \u000a| �[0;m�[38;5;43m20221213170233214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170233214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170233215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170233215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170233215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170233216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170233216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:34.928388 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8798): Process ended prematurely: osmo-stp_10.42.42.5(pid=8798) [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8798)] [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a17:02:34.936527 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:02:34.997574 run osmo-hlr_10.42.42.2(pid=8795): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8795)]\u000a17:02:35.047212 run osmo-hlr_10.42.42.2(pid=8795): stdout: \u000a| (launched: 2022-12-13_17:02:32.008360) \u000a17:02:35.102355 run osmo-hlr_10.42.42.2(pid=8795): stderr: \u000a| �[0;m�[1;31m20221213170232269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170232269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170232269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170232269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170232269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170232269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170232286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170232296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170232296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170232296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:35.177619 run osmo-msc_10.42.42.6(pid=8801): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8801)]\u000a17:02:35.228608 run osmo-msc_10.42.42.6(pid=8801): stdout: \u000a| (launched: 2022-12-13_17:02:34.016699) \u000a17:02:35.279374 run osmo-msc_10.42.42.6(pid=8801): stderr: \u000a| �[0;m�[38;5;43m20221213170234289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170234289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff89f9f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170234289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170234289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170234290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170234290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170234291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170234292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170234292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170234292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:35.324897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8794): Terminating (SIGTERM)\u000a17:02:35.366893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8797): Terminating (SIGTERM)\u000a17:02:35.409145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8800): Terminating (SIGTERM)\u000a17:02:35.418447 --- ParallelTerminationStrategy: PID 8794 died...\u000a17:02:35.473116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8794): Terminated: ok {rc=0}\u000a17:02:35.483236 --- ParallelTerminationStrategy: PID 8797 died...\u000a17:02:35.538350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8797): Terminated: ok {rc=0}\u000a17:02:35.548093 --- ParallelTerminationStrategy: PID 8800 died...\u000a17:02:35.603073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8800): Terminated: ok {rc=0}\u000a17:02:35.694918 bus /sierra_3: Setting Powered False\u000a17:02:36.797971 bus /sierra_3: Setting Powered False\u000a17:02:37.911697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:02:27" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a17:02:39.929317 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:39.941064 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:02:40.086961 tst handover.py: using LAC 35035\u000a17:02:40.221667 tst handover.py: using RAC 100\u000a17:02:40.356124 tst handover.py: using CellId 35035\u000a17:02:40.494084 tst handover.py: using BVCI 35036\u000a17:02:40.519593 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a17:02:40.651576 tst handover.py: using LAC 35036\u000a17:02:40.786083 tst handover.py: using RAC 101\u000a17:02:40.915646 tst handover.py: using CellId 35036\u000a17:02:41.046724 tst handover.py: using BVCI 35037\u000a17:02:41.072172 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:41.083671 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:41.095216 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:41.106751 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:41.118658 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a17:02:41.130526 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:02:41.250829 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a17:02:41.465615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:41.972330 run create_hlr_db(pid=8806): Launched\u000a17:02:42.108533 bus /sierra_2: Setting Powered False\u000a17:02:43.187358 run create_hlr_db(pid=8806): Terminated: ok {rc=0}\u000a17:02:43.583713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Launched\u000a17:02:43.899838 run osmo-hlr_10.42.42.2(pid=8809): Launched\u000a17:02:44.023208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:44.548834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Launched\u000a17:02:44.866676 run osmo-stp_10.42.42.5(pid=8812): Launched\u000a17:02:44.981692 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:45.530468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Launched\u000a17:02:45.848932 run osmo-msc_10.42.42.6(pid=8815): Launched\u000a17:02:46.284594 run osmo-stp_10.42.42.5(pid=8812): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)]\u000a17:02:46.605231 run osmo-stp_10.42.42.5(pid=8812): stdout: \u000a| (launched: 2022-12-13_17:02:44.708201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:46.798271 run osmo-stp_10.42.42.5(pid=8812): stderr: \u000a| �[0;m�[38;5;43m20221213170244881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170244881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170244881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170244882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170244882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170244882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170244882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:46.937179 run osmo-stp_10.42.42.5(pid=8812): stdout: \u000a| (launched: 2022-12-13_17:02:44.708201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:47.073920 run osmo-stp_10.42.42.5(pid=8812): stderr: \u000a| �[0;m�[38;5;43m20221213170244881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170244881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170244881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170244882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170244882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170244882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170244882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:47.134639 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8812): Process ended prematurely: osmo-stp_10.42.42.5(pid=8812) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8812)] [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a17:02:47.143392 tst handover.py:18: Test FAILED (7.2 sec)\u000a17:02:47.209176 run osmo-hlr_10.42.42.2(pid=8809): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8809)]\u000a17:02:47.261925 run osmo-hlr_10.42.42.2(pid=8809): stdout: \u000a| (launched: 2022-12-13_17:02:43.743338) \u000a17:02:47.315272 run osmo-hlr_10.42.42.2(pid=8809): stderr: \u000a| �[0;m�[1;31m20221213170243924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170243924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170243924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170243924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170243924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170243924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170243936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170243945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170243945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170243945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:47.387633 run osmo-msc_10.42.42.6(pid=8815): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8815)]\u000a17:02:47.438318 run osmo-msc_10.42.42.6(pid=8815): stdout: \u000a| (launched: 2022-12-13_17:02:45.690416) \u000a17:02:47.489626 run osmo-msc_10.42.42.6(pid=8815): stderr: \u000a| �[0;m�[38;5;43m20221213170246155 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170246157 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1aa40fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170246157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170246158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170246159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170246160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170246163 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170246164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170246165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170246165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:47.533699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Terminating (SIGTERM)\u000a17:02:47.575239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Terminating (SIGTERM)\u000a17:02:47.616982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Terminating (SIGTERM)\u000a17:02:47.626452 --- ParallelTerminationStrategy: PID 8808 died...\u000a17:02:47.682390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8808): Terminated: ok {rc=0}\u000a17:02:47.692570 --- ParallelTerminationStrategy: PID 8811 died...\u000a17:02:47.748748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8811): Terminated: ok {rc=0}\u000a17:02:47.758704 --- ParallelTerminationStrategy: PID 8814 died...\u000a17:02:47.814763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8814): Terminated: ok {rc=0}\u000a17:02:47.905319 bus /sierra_3: Setting Powered False\u000a17:02:49.010284 bus /sierra_3: Setting Powered False\u000a17:02:50.122202 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:02:39" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8826): Process ended prematurely: osmo-stp_10.42.42.5(pid=8826) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8826): Process ended prematurely: osmo-stp_10.42.42.5(pid=8826) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:02:52.149668 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:52.160849 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:02:52.309436 tst handover.py: using LAC 35037\u000a17:02:52.436209 tst handover.py: using RAC 102\u000a17:02:52.560859 tst handover.py: using CellId 35037\u000a17:02:52.682719 tst handover.py: using BVCI 35038\u000a17:02:52.706596 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:02:52.844525 tst handover.py: using LAC 35038\u000a17:02:52.968843 tst handover.py: using RAC 103\u000a17:02:53.094799 tst handover.py: using CellId 35038\u000a17:02:53.215391 tst handover.py: using BVCI 35039\u000a17:02:53.239044 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:53.250131 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:53.261035 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:53.271999 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:53.283271 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:02:53.294458 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:02:53.416075 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:02:53.623475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:02:54.089147 run create_hlr_db(pid=8820): Launched\u000a17:02:54.217864 bus /sierra_2: Setting Powered False\u000a17:02:55.290850 run create_hlr_db(pid=8820): Terminated: ok {rc=0}\u000a17:02:55.682387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8822): Launched\u000a17:02:55.999892 run osmo-hlr_10.42.42.2(pid=8823): Launched\u000a17:02:56.121190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:02:56.646218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8825): Launched\u000a17:02:56.962162 run osmo-stp_10.42.42.5(pid=8826): Launched\u000a17:02:57.077533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:02:57.626183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8828): Launched\u000a17:02:57.942593 run osmo-msc_10.42.42.6(pid=8829): Launched\u000a17:02:58.127083 run osmo-stp_10.42.42.5(pid=8826): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)]\u000a17:02:58.259895 run osmo-stp_10.42.42.5(pid=8826): stdout: \u000a| (launched: 2022-12-13_17:02:56.805814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:58.390495 run osmo-stp_10.42.42.5(pid=8826): stderr: \u000a| �[0;m�[38;5;43m20221213170256979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170256979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170256979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170256979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170256980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170256980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170256980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:58.516046 run osmo-stp_10.42.42.5(pid=8826): stdout: \u000a| (launched: 2022-12-13_17:02:56.805814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:02:58.640811 run osmo-stp_10.42.42.5(pid=8826): stderr: \u000a| �[0;m�[38;5;43m20221213170256979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170256979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170256979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170256979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170256980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170256980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170256980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:02:58.695276 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8826): Process ended prematurely: osmo-stp_10.42.42.5(pid=8826) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8826)] [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a17:02:58.703327 tst handover.py:18: Test FAILED (6.5 sec)\u000a17:02:58.765026 run osmo-hlr_10.42.42.2(pid=8823): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8823)]\u000a17:02:58.815076 run osmo-hlr_10.42.42.2(pid=8823): stdout: \u000a| (launched: 2022-12-13_17:02:55.841689) \u000a17:02:58.865731 run osmo-hlr_10.42.42.2(pid=8823): stderr: \u000a| �[0;m�[1;31m20221213170256021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170256021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170256021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170256021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170256021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170256021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170256036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170256046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170256046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170256047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:02:58.934542 run osmo-msc_10.42.42.6(pid=8829): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8829)]\u000a17:02:58.984518 run osmo-msc_10.42.42.6(pid=8829): stdout: \u000a| (launched: 2022-12-13_17:02:57.785544) \u000a17:02:59.035045 run osmo-msc_10.42.42.6(pid=8829): stderr: \u000a| �[0;m�[38;5;43m20221213170258061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170258061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0537ee1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170258061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170258061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170258061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170258062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170258063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170258064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170258064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170258064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:02:59.078411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8822): Terminating (SIGTERM)\u000a17:02:59.119039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8825): Terminating (SIGTERM)\u000a17:02:59.159517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8828): Terminating (SIGTERM)\u000a17:02:59.168809 --- ParallelTerminationStrategy: PID 8822 died...\u000a17:02:59.223178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8822): Terminated: ok {rc=0}\u000a17:02:59.232855 --- ParallelTerminationStrategy: PID 8825 died...\u000a17:02:59.287169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8825): Terminated: ok {rc=0}\u000a17:02:59.296825 --- ParallelTerminationStrategy: PID 8828 died...\u000a17:02:59.351083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8828): Terminated: ok {rc=0}\u000a17:02:59.441175 bus /sierra_3: Setting Powered False\u000a17:03:00.545514 bus /sierra_3: Setting Powered False\u000a17:03:01.662601 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:02:51" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8841): Process ended prematurely: osmo-stp_10.42.42.5(pid=8841) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8841): Process ended prematurely: osmo-stp_10.42.42.5(pid=8841) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:03:03.715269 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:03.726847 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:03:03.870414 tst handover.py: using LAC 35039\u000a17:03:03.995323 tst handover.py: using RAC 104\u000a17:03:04.124313 tst handover.py: using CellId 35039\u000a17:03:04.255654 tst handover.py: using BVCI 35040\u000a17:03:04.281695 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:03:04.423840 tst handover.py: using LAC 35040\u000a17:03:04.547701 tst handover.py: using RAC 105\u000a17:03:04.671185 tst handover.py: using CellId 35040\u000a17:03:04.800760 tst handover.py: using BVCI 35041\u000a17:03:04.826573 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:04.838382 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:04.850120 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:04.861907 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:04.874228 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:04.886485 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:03:05.006055 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:03:05.223009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:05.730139 run create_hlr_db(pid=8835): Launched\u000a17:03:05.867019 bus /sierra_2: Setting Powered False\u000a17:03:06.944866 run create_hlr_db(pid=8835): Terminated: ok {rc=0}\u000a17:03:07.341590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8837): Launched\u000a17:03:07.658671 run osmo-hlr_10.42.42.2(pid=8838): Launched\u000a17:03:07.780687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:08.309506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8840): Launched\u000a17:03:08.626702 run osmo-stp_10.42.42.5(pid=8841): Launched\u000a17:03:08.741898 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:03:09.291324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8843): Launched\u000a17:03:09.608934 run osmo-msc_10.42.42.6(pid=8844): Launched\u000a17:03:09.798626 run osmo-stp_10.42.42.5(pid=8841): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)]\u000a17:03:09.956358 run osmo-stp_10.42.42.5(pid=8841): stdout: \u000a| (launched: 2022-12-13_17:03:08.469259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:10.095449 run osmo-stp_10.42.42.5(pid=8841): stderr: \u000a| �[0;m�[38;5;43m20221213170308641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170308642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170308642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170308642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170308643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170308643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170308643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:10.230801 run osmo-stp_10.42.42.5(pid=8841): stdout: \u000a| (launched: 2022-12-13_17:03:08.469259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:10.364595 run osmo-stp_10.42.42.5(pid=8841): stderr: \u000a| �[0;m�[38;5;43m20221213170308641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170308642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170308642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170308642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170308643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170308643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170308643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:10.423179 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8841): Process ended prematurely: osmo-stp_10.42.42.5(pid=8841) [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8841)] [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a17:03:10.432040 tst handover.py:18: Test FAILED (6.7 sec)\u000a17:03:10.496149 run osmo-hlr_10.42.42.2(pid=8838): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8838)]\u000a17:03:10.548813 run osmo-hlr_10.42.42.2(pid=8838): stdout: \u000a| (launched: 2022-12-13_17:03:07.501417) \u000a17:03:10.601616 run osmo-hlr_10.42.42.2(pid=8838): stderr: \u000a| �[0;m�[1;31m20221213170307678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170307678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170307678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170307678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170307678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170307678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170307690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170307698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170307700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170307700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:10.673975 run osmo-msc_10.42.42.6(pid=8844): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8844)]\u000a17:03:10.726154 run osmo-msc_10.42.42.6(pid=8844): stdout: \u000a| (launched: 2022-12-13_17:03:09.450849) \u000a17:03:10.778913 run osmo-msc_10.42.42.6(pid=8844): stderr: \u000a| �[0;m�[38;5;43m20221213170309727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170309727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd67a93dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170309727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170309727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170309727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170309727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170309729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170309730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170309730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170309730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:03:10.823866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8837): Terminating (SIGTERM)\u000a17:03:10.867334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8840): Terminating (SIGTERM)\u000a17:03:10.910335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8843): Terminating (SIGTERM)\u000a17:03:10.920301 --- ParallelTerminationStrategy: PID 8837 died...\u000a17:03:10.977518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8837): Terminated: ok {rc=0}\u000a17:03:10.987867 --- ParallelTerminationStrategy: PID 8840 died...\u000a17:03:11.044649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8840): Terminated: ok {rc=0}\u000a17:03:11.054871 --- ParallelTerminationStrategy: PID 8843 died...\u000a17:03:11.111856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8843): Terminated: ok {rc=0}\u000a17:03:11.200252 bus /sierra_3: Setting Powered False\u000a17:03:12.309442 bus /sierra_3: Setting Powered False\u000a17:03:13.420432 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:03:03" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8855): Process ended prematurely: osmo-stp_10.42.42.5(pid=8855) [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8855)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8855): Process ended prematurely: osmo-stp_10.42.42.5(pid=8855) [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a17:03:15.435917 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:03:15.447088 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:03:15.579107 tst handover.py: using LAC 35041\u000a17:03:15.704920 tst handover.py: using RAC 106\u000a17:03:15.829824 tst handover.py: using CellId 35041\u000a17:03:15.980420 tst handover.py: using BVCI 35042\u000a17:03:16.006574 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a17:03:16.148775 tst handover.py: using LAC 35042\u000a17:03:16.305262 tst handover.py: using RAC 107\u000a17:03:16.448810 tst handover.py: using CellId 35042\u000a17:03:16.575763 tst handover.py: using BVCI 35043\u000a17:03:16.600672 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:03:16.612223 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:03:16.623687 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:03:16.635191 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:03:16.647715 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a17:03:16.660143 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:03:16.780694 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a17:03:17.017214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:17.530459 run create_hlr_db(pid=8849): Launched\u000a17:03:17.659469 bus /sierra_2: Setting Powered False\u000a17:03:18.733676 run create_hlr_db(pid=8849): Terminated: ok {rc=0}\u000a17:03:19.151199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8851): Launched\u000a17:03:19.491375 run osmo-hlr_10.42.42.2(pid=8852): Launched\u000a17:03:19.617332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:20.173847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8854): Launched\u000a17:03:20.512883 run osmo-stp_10.42.42.5(pid=8855): Launched\u000a17:03:20.634660 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:03:21.218231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8857): Launched\u000a17:03:21.558126 run osmo-msc_10.42.42.6(pid=8858): Launched\u000a17:03:21.752523 run osmo-stp_10.42.42.5(pid=8855): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8855)]\u000a17:03:21.892715 run osmo-stp_10.42.42.5(pid=8855): stdout: \u000a| (launched: 2022-12-13_17:03:20.345464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:22.031907 run osmo-stp_10.42.42.5(pid=8855): stderr: \u000a| �[0;m�[38;5;43m20221213170320540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170320540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170320540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170320541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170320541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170320541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170320541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:22.165555 run osmo-stp_10.42.42.5(pid=8855): stdout: \u000a| (launched: 2022-12-13_17:03:20.345464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:22.298151 run osmo-stp_10.42.42.5(pid=8855): stderr: \u000a| �[0;m�[38;5;43m20221213170320540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170320540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170320540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170320541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170320541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170320541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170320541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:22.356413 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8855): Process ended prematurely: osmo-stp_10.42.42.5(pid=8855) [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8855)] [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a17:03:22.365226 tst handover.py:18: Test FAILED (6.9 sec)\u000a17:03:22.428450 run osmo-hlr_10.42.42.2(pid=8852): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8852)]\u000a17:03:22.480039 run osmo-hlr_10.42.42.2(pid=8852): stdout: \u000a| (launched: 2022-12-13_17:03:19.323486) \u000a17:03:22.532375 run osmo-hlr_10.42.42.2(pid=8852): stderr: \u000a| �[0;m�[1;31m20221213170319524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170319524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170319524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170319525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170319525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170319525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170319537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170319546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170319546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170319546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:22.603553 run osmo-msc_10.42.42.6(pid=8858): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8858)]\u000a17:03:22.655311 run osmo-msc_10.42.42.6(pid=8858): stdout: \u000a| (launched: 2022-12-13_17:03:21.389261) \u000a17:03:22.707520 run osmo-msc_10.42.42.6(pid=8858): stderr: \u000a| �[0;m�[38;5;43m20221213170321716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170321716 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab14efbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170321717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170321717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170321717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170321717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170321719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:03:22.751948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8851): Terminating (SIGTERM)\u000a17:03:22.794381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8854): Terminating (SIGTERM)\u000a17:03:22.836936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8857): Terminating (SIGTERM)\u000a17:03:22.846735 --- ParallelTerminationStrategy: PID 8851 died...\u000a17:03:22.902827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8851): Terminated: ok {rc=0}\u000a17:03:22.912884 --- ParallelTerminationStrategy: PID 8854 died...\u000a17:03:22.968635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8854): Terminated: ok {rc=0}\u000a17:03:22.978697 --- ParallelTerminationStrategy: PID 8857 died...\u000a17:03:23.034316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8857): Terminated: ok {rc=0}\u000a17:03:23.122076 bus /sierra_3: Setting Powered False\u000a17:03:24.228299 bus /sierra_3: Setting Powered False\u000a17:03:25.336608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:03:15" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8869): Process ended prematurely: osmo-stp_10.42.42.5(pid=8869) [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8869)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8869): Process ended prematurely: osmo-stp_10.42.42.5(pid=8869) [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:03:27.339560 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:27.351173 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:03:27.475533 tst handover.py: using LAC 35043\u000a17:03:27.597776 tst handover.py: using RAC 108\u000a17:03:27.719604 tst handover.py: using CellId 35043\u000a17:03:27.843450 tst handover.py: using BVCI 35044\u000a17:03:27.867182 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:03:28.011684 tst handover.py: using LAC 35044\u000a17:03:28.144087 tst handover.py: using RAC 109\u000a17:03:28.277889 tst handover.py: using CellId 35044\u000a17:03:28.408520 tst handover.py: using BVCI 35045\u000a17:03:28.434158 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:28.445733 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:28.456834 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:28.468125 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:28.479527 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:28.490753 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:03:28.613595 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:03:28.821229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:29.289832 run create_hlr_db(pid=8863): Launched\u000a17:03:29.419216 bus /sierra_2: Setting Powered False\u000a17:03:30.492830 run create_hlr_db(pid=8863): Terminated: ok {rc=0}\u000a17:03:30.925938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8865): Launched\u000a17:03:31.324150 run osmo-hlr_10.42.42.2(pid=8866): Launched\u000a17:03:31.607235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:32.234895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8868): Launched\u000a17:03:32.575754 run osmo-stp_10.42.42.5(pid=8869): Launched\u000a17:03:32.696874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:03:33.278938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8871): Launched\u000a17:03:33.617178 run osmo-msc_10.42.42.6(pid=8872): Launched\u000a17:03:33.812699 run osmo-stp_10.42.42.5(pid=8869): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8869)]\u000a17:03:33.953731 run osmo-stp_10.42.42.5(pid=8869): stdout: \u000a| (launched: 2022-12-13_17:03:32.408129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:34.092861 run osmo-stp_10.42.42.5(pid=8869): stderr: \u000a| �[0;m�[38;5;43m20221213170332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170332604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:34.227307 run osmo-stp_10.42.42.5(pid=8869): stdout: \u000a| (launched: 2022-12-13_17:03:32.408129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:34.360211 run osmo-stp_10.42.42.5(pid=8869): stderr: \u000a| �[0;m�[38;5;43m20221213170332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170332603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170332604 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170332604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:34.418487 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8869): Process ended prematurely: osmo-stp_10.42.42.5(pid=8869) [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8869)] [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a17:03:34.427267 tst handover.py:18: Test FAILED (7.1 sec)\u000a17:03:34.491198 run osmo-hlr_10.42.42.2(pid=8866): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8866)]\u000a17:03:34.543143 run osmo-hlr_10.42.42.2(pid=8866): stdout: \u000a| (launched: 2022-12-13_17:03:31.118552) \u000a17:03:34.595732 run osmo-hlr_10.42.42.2(pid=8866): stderr: \u000a| �[0;m�[1;31m20221213170331441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170331441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170331441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170331441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170331441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170331441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170331460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170331477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170331477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170331477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:34.667395 run osmo-msc_10.42.42.6(pid=8872): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8872)]\u000a17:03:34.719364 run osmo-msc_10.42.42.6(pid=8872): stdout: \u000a| (launched: 2022-12-13_17:03:33.449954) \u000a17:03:34.771792 run osmo-msc_10.42.42.6(pid=8872): stderr: \u000a| �[0;m�[38;5;43m20221213170333774 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170333775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb08d33cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170333775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170333775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170333775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170333775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170333777 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170333777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170333778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170333778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:03:34.816249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8865): Terminating (SIGTERM)\u000a17:03:34.859227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8868): Terminating (SIGTERM)\u000a17:03:34.902017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8871): Terminating (SIGTERM)\u000a17:03:34.911940 --- ParallelTerminationStrategy: PID 8865 died...\u000a17:03:34.969512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8865): Terminated: ok {rc=0}\u000a17:03:34.979914 --- ParallelTerminationStrategy: PID 8868 died...\u000a17:03:35.036459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8868): Terminated: ok {rc=0}\u000a17:03:35.046816 --- ParallelTerminationStrategy: PID 8871 died...\u000a17:03:35.103600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8871): Terminated: ok {rc=0}\u000a17:03:35.191458 bus /sierra_3: Setting Powered False\u000a17:03:36.295177 bus /sierra_3: Setting Powered False\u000a17:03:37.409833 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:03:27" }, { "cases" : [ { "testActions" : [ ], "age" : 74, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8883): Process ended prematurely: osmo-stp_10.42.42.5(pid=8883) [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8883): Process ended prematurely: osmo-stp_10.42.42.5(pid=8883) [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2391 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a17:03:39.432581 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:39.445138 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:03:39.590772 tst handover.py: using LAC 35045\u000a17:03:39.719750 tst handover.py: using RAC 110\u000a17:03:39.850887 tst handover.py: using CellId 35045\u000a17:03:39.980377 tst handover.py: using BVCI 35046\u000a17:03:40.005840 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a17:03:40.150729 tst handover.py: using LAC 35046\u000a17:03:40.280675 tst handover.py: using RAC 111\u000a17:03:40.405623 tst handover.py: using CellId 35046\u000a17:03:40.527732 tst handover.py: using BVCI 35047\u000a17:03:40.552142 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:40.563365 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:40.574391 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:40.585488 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:40.596479 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a17:03:40.607602 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:03:40.731167 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a17:03:40.941629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a17:03:41.409556 run create_hlr_db(pid=8877): Launched\u000a17:03:41.538191 bus /sierra_2: Setting Powered False\u000a17:03:42.612151 run create_hlr_db(pid=8877): Terminated: ok {rc=0}\u000a17:03:43.030303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8879): Launched\u000a17:03:43.368248 run osmo-hlr_10.42.42.2(pid=8880): Launched\u000a17:03:43.491243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a17:03:44.045715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8882): Launched\u000a17:03:44.383513 run osmo-stp_10.42.42.5(pid=8883): Launched\u000a17:03:44.505672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a17:03:45.089677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8885): Launched\u000a17:03:45.427431 run osmo-msc_10.42.42.6(pid=8886): Launched\u000a17:03:45.627225 run osmo-stp_10.42.42.5(pid=8883): ERR: Terminated: ERROR {rc=1} [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)]\u000a17:03:45.767605 run osmo-stp_10.42.42.5(pid=8883): stdout: \u000a| (launched: 2022-12-13_17:03:44.216703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:45.924417 run osmo-stp_10.42.42.5(pid=8883): stderr: \u000a| �[0;m�[38;5;43m20221213170344411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170344411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170344411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170344412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170344412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170344412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170344412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:46.066545 run osmo-stp_10.42.42.5(pid=8883): stdout: \u000a| (launched: 2022-12-13_17:03:44.216703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a17:03:46.196392 run osmo-stp_10.42.42.5(pid=8883): stderr: \u000a| �[0;m�[38;5;43m20221213170344411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213170344411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213170344411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213170344412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213170344412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213170344412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213170344412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a17:03:46.252915 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=8883): Process ended prematurely: osmo-stp_10.42.42.5(pid=8883) [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8883)] [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a17:03:46.262170 tst handover.py:18: Test FAILED (6.8 sec)\u000a17:03:46.328231 run osmo-hlr_10.42.42.2(pid=8880): ERR: Terminated: ERROR {rc=237} [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8880)]\u000a17:03:46.381362 run osmo-hlr_10.42.42.2(pid=8880): stdout: \u000a| (launched: 2022-12-13_17:03:43.200416) \u000a17:03:46.434520 run osmo-hlr_10.42.42.2(pid=8880): stderr: \u000a| �[0;m�[1;31m20221213170343403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213170343403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213170343403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170343403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213170343403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213170343403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213170343415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2391/run.2022-12-13_15-37-59/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213170343424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213170343424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213170343424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a17:03:46.507043 run osmo-msc_10.42.42.6(pid=8886): ERR: Terminated: ERROR {rc=2} [trial-2391↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8886)]\u000a17:03:46.559669 run osmo-msc_10.42.42.6(pid=8886): stdout: \u000a| (launched: 2022-12-13_17:03:45.260865) \u000a17:03:46.613821 run osmo-msc_10.42.42.6(pid=8886): stderr: \u000a| �[0;m�[38;5;43m20221213170345586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213170345586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5143304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213170345586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213170345586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213170345586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213170345586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213170345588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213170345589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213170345589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213170345589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a17:03:46.659227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8879): Terminating (SIGTERM)\u000a17:03:46.704471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8882): Terminating (SIGTERM)\u000a17:03:46.751061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8885): Terminating (SIGTERM)\u000a17:03:46.761894 --- ParallelTerminationStrategy: PID 8879 died...\u000a17:03:46.821549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8879): Terminated: ok {rc=0}\u000a17:03:46.832807 --- ParallelTerminationStrategy: PID 8882 died...\u000a17:03:46.891064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8882): Terminated: ok {rc=0}\u000a17:03:46.903504 --- ParallelTerminationStrategy: PID 8885 died...\u000a17:03:46.960912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8885): Terminated: ok {rc=0}\u000a17:03:47.050543 bus /sierra_3: Setting Powered False\u000a17:03:48.162338 bus /sierra_3: Setting Powered False\u000a17:03:49.271678 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T17:03:39" } ] }